2024-11-22 00:13:04,994 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 00:13:05,027 main DEBUG Took 0.030224 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 00:13:05,027 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 00:13:05,028 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 00:13:05,029 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 00:13:05,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,042 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 00:13:05,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,108 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,120 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,129 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,131 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,142 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 00:13:05,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,144 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 00:13:05,146 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 00:13:05,147 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 00:13:05,151 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 00:13:05,156 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 00:13:05,158 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 00:13:05,158 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 00:13:05,171 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 00:13:05,179 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 00:13:05,183 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 00:13:05,184 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 00:13:05,187 main DEBUG createAppenders(={Console}) 2024-11-22 00:13:05,190 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 00:13:05,191 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 00:13:05,192 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 00:13:05,193 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 00:13:05,193 main DEBUG OutputStream closed 2024-11-22 00:13:05,194 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 00:13:05,194 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 00:13:05,195 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 00:13:05,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 00:13:05,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 00:13:05,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 00:13:05,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 00:13:05,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 00:13:05,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 00:13:05,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 00:13:05,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 00:13:05,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 00:13:05,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 00:13:05,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 00:13:05,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 00:13:05,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 00:13:05,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 00:13:05,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 00:13:05,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 00:13:05,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 00:13:05,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 00:13:05,359 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 00:13:05,360 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 00:13:05,360 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 00:13:05,361 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T00:13:05,383 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 00:13:05,387 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 00:13:05,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T00:13:05,403 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T00:13:05,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=8042 2024-11-22T00:13:05,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c 2024-11-22T00:13:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T00:13:05,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3, deleteOnExit=true 2024-11-22T00:13:05,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T00:13:05,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/test.cache.data in system properties and HBase conf 2024-11-22T00:13:05,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T00:13:05,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir in system properties and HBase conf 2024-11-22T00:13:06,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T00:13:06,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T00:13:06,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T00:13:06,100 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T00:13:06,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T00:13:06,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:13:06,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:13:06,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T00:13:06,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:13:06,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T00:13:06,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T00:13:06,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:13:06,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:13:06,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T00:13:06,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/nfs.dump.dir in system properties and HBase conf 2024-11-22T00:13:06,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/java.io.tmpdir in system properties and HBase conf 2024-11-22T00:13:06,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:13:06,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T00:13:06,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T00:13:07,813 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T00:13:07,967 INFO [Time-limited test {}] log.Log(170): Logging initialized @3996ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T00:13:08,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:13:08,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:13:08,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:13:08,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:13:08,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:13:08,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:13:08,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:13:08,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:13:08,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-11988588523413678212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:13:08,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-11-22T00:13:08,693 INFO [Time-limited test {}] server.Server(415): Started @4726ms 2024-11-22T00:13:09,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:13:09,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:13:09,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:13:09,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:13:09,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T00:13:09,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:13:09,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:13:09,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a98dc42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/java.io.tmpdir/jetty-localhost-44881-hadoop-hdfs-3_4_1-tests_jar-_-any-17877449767954460862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:13:09,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:44881} 2024-11-22T00:13:09,689 INFO [Time-limited test {}] server.Server(415): Started @5721ms 2024-11-22T00:13:09,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:13:09,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:13:10,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:13:10,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:13:10,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:13:10,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T00:13:10,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:13:10,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:13:10,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c38df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/java.io.tmpdir/jetty-localhost-33951-hadoop-hdfs-3_4_1-tests_jar-_-any-13713866989880627208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:13:10,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:33951} 2024-11-22T00:13:10,229 INFO [Time-limited test {}] server.Server(415): Started @6262ms 2024-11-22T00:13:10,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:13:10,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:13:10,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:13:10,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:13:10,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:13:10,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:13:10,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:13:10,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:13:10,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/java.io.tmpdir/jetty-localhost-40515-hadoop-hdfs-3_4_1-tests_jar-_-any-5174618232126827864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:13:10,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:40515} 2024-11-22T00:13:10,499 INFO [Time-limited test {}] server.Server(415): Started @6532ms 2024-11-22T00:13:10,502 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:13:11,849 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data1/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,849 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data4/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,849 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data2/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,849 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data3/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,891 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:13:11,891 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:13:11,929 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data5/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,929 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data6/current/BP-1919204649-172.17.0.3-1732234386976/current, will proceed with Du for space computation calculation, 2024-11-22T00:13:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a41ebb7ea2df06c with lease ID 0xc024202394327712: Processing first storage report for DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54 from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=53f795ec-1772-40ab-aa9d-d6a1d32df273, infoPort=46355, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a41ebb7ea2df06c with lease ID 0xc024202394327712: from storage DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54 node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=53f795ec-1772-40ab-aa9d-d6a1d32df273, infoPort=46355, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T00:13:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb04f460e5664fdf with lease ID 0xc024202394327711: Processing first storage report for DS-46225c9b-580a-4c63-8981-8843f65ed615 from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=d05e18fd-aba1-4014-af01-e3638ab03751, infoPort=37937, infoSecurePort=0, ipcPort=41901, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb04f460e5664fdf with lease ID 0xc024202394327711: from storage DS-46225c9b-580a-4c63-8981-8843f65ed615 node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=d05e18fd-aba1-4014-af01-e3638ab03751, infoPort=37937, infoSecurePort=0, ipcPort=41901, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T00:13:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a41ebb7ea2df06c with lease ID 0xc024202394327712: Processing first storage report for DS-d7d2573a-272d-4444-a165-a1b78f4e0ed0 from datanode DatanodeRegistration(127.0.0.1:34767, datanodeUuid=53f795ec-1772-40ab-aa9d-d6a1d32df273, infoPort=46355, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a41ebb7ea2df06c with lease ID 0xc024202394327712: from storage DS-d7d2573a-272d-4444-a165-a1b78f4e0ed0 node DatanodeRegistration(127.0.0.1:34767, datanodeUuid=53f795ec-1772-40ab-aa9d-d6a1d32df273, infoPort=46355, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:13:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb04f460e5664fdf with lease ID 0xc024202394327711: Processing first storage report for DS-1c1cd77a-78b7-40da-ac0e-642469aacd50 from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=d05e18fd-aba1-4014-af01-e3638ab03751, infoPort=37937, infoSecurePort=0, ipcPort=41901, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb04f460e5664fdf with lease ID 0xc024202394327711: from storage DS-1c1cd77a-78b7-40da-ac0e-642469aacd50 node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=d05e18fd-aba1-4014-af01-e3638ab03751, infoPort=37937, infoSecurePort=0, ipcPort=41901, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:13:11,967 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:13:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbabe222052d02822 with lease ID 0xc024202394327713: Processing first storage report for DS-0b23d86c-552a-4c38-9c82-eeba0226c898 from datanode DatanodeRegistration(127.0.0.1:44129, datanodeUuid=a773a8bd-9a59-4e19-a595-f3558d92d85a, infoPort=37667, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbabe222052d02822 with lease ID 0xc024202394327713: from storage DS-0b23d86c-552a-4c38-9c82-eeba0226c898 node DatanodeRegistration(127.0.0.1:44129, datanodeUuid=a773a8bd-9a59-4e19-a595-f3558d92d85a, infoPort=37667, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T00:13:11,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbabe222052d02822 with lease ID 0xc024202394327713: Processing first storage report for DS-2a4da150-1ad2-493d-b441-32d9b457cd1e from datanode DatanodeRegistration(127.0.0.1:44129, datanodeUuid=a773a8bd-9a59-4e19-a595-f3558d92d85a, infoPort=37667, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976) 2024-11-22T00:13:11,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbabe222052d02822 with lease ID 0xc024202394327713: from storage DS-2a4da150-1ad2-493d-b441-32d9b457cd1e node DatanodeRegistration(127.0.0.1:44129, datanodeUuid=a773a8bd-9a59-4e19-a595-f3558d92d85a, infoPort=37667, infoSecurePort=0, ipcPort=39139, storageInfo=lv=-57;cid=testClusterID;nsid=743566743;c=1732234386976), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T00:13:12,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c 2024-11-22T00:13:12,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/zookeeper_0, clientPort=63447, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T00:13:12,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63447 2024-11-22T00:13:12,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:12,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:13:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:13:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:13:12,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 with version=8 2024-11-22T00:13:12,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/hbase-staging 2024-11-22T00:13:13,100 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T00:13:13,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/314111163e45:0 server-side Connection retries=45 2024-11-22T00:13:13,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:13,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:13,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:13:13,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:13,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:13:13,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T00:13:13,848 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T00:13:13,862 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T00:13:13,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:13:13,907 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1045 (auto-detected) 2024-11-22T00:13:13,909 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-22T00:13:13,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43501 2024-11-22T00:13:13,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43501 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-22T00:13:14,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435010x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:13:14,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43501-0x1015fe32ddd0000 connected 2024-11-22T00:13:14,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:13:14,322 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8, hbase.cluster.distributed=false 2024-11-22T00:13:14,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:13:14,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-22T00:13:14,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43501 2024-11-22T00:13:14,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43501 2024-11-22T00:13:14,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-22T00:13:14,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-22T00:13:14,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:13:14,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:13:14,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:13:14,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:13:14,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:13:14,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40967 2024-11-22T00:13:14,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40967 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-22T00:13:14,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409670x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:13:14,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409670x0, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:13:14,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40967-0x1015fe32ddd0001 connected 2024-11-22T00:13:14,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:13:14,635 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:13:14,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:13:14,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:13:14,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-22T00:13:14,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40967 2024-11-22T00:13:14,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40967 2024-11-22T00:13:14,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-22T00:13:14,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-22T00:13:14,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:13:14,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:13:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:13:14,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:13:14,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:13:14,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39025 2024-11-22T00:13:14,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39025 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-22T00:13:14,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390250x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:13:14,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39025-0x1015fe32ddd0002 connected 2024-11-22T00:13:14,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:13:14,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:13:14,712 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:13:14,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:13:14,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:13:14,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39025 2024-11-22T00:13:14,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39025 2024-11-22T00:13:14,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39025 2024-11-22T00:13:14,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39025 2024-11-22T00:13:14,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39025 2024-11-22T00:13:14,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:13:14,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:13:14,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:13:14,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:13:14,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:13:14,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:13:14,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40065 2024-11-22T00:13:14,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40065 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-22T00:13:14,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400650x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:13:14,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400650x0, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:13:14,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:13:14,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40065-0x1015fe32ddd0003 connected 2024-11-22T00:13:14,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:13:14,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:13:14,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:13:14,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-22T00:13:14,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40065 2024-11-22T00:13:14,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40065 2024-11-22T00:13:14,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-22T00:13:14,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-22T00:13:14,809 DEBUG [M:0;314111163e45:43501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;314111163e45:43501 2024-11-22T00:13:14,810 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/314111163e45,43501,1732234393209 2024-11-22T00:13:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,826 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/314111163e45,43501,1732234393209 2024-11-22T00:13:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:13:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:13:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:13:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:14,862 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T00:13:14,863 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/314111163e45,43501,1732234393209 from backup master directory 2024-11-22T00:13:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/314111163e45,43501,1732234393209 2024-11-22T00:13:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:13:14,874 WARN [master/314111163e45:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:13:14,874 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=314111163e45,43501,1732234393209 2024-11-22T00:13:14,877 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T00:13:14,881 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T00:13:14,955 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/hbase.id] with ID: cf55c851-4ea4-4843-9eb4-51ead2ab93fb 2024-11-22T00:13:14,955 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.tmp/hbase.id 2024-11-22T00:13:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:13:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:13:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:13:14,976 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.tmp/hbase.id]:[hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/hbase.id] 2024-11-22T00:13:15,028 INFO [master/314111163e45:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:13:15,034 INFO [master/314111163e45:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T00:13:15,058 INFO [master/314111163e45:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-22T00:13:15,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:13:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:13:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:13:15,106 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:13:15,108 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T00:13:15,121 DEBUG [master/314111163e45:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T00:13:15,125 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:13:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:13:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:13:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:13:15,171 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store 2024-11-22T00:13:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:13:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:13:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:13:15,200 INFO [master/314111163e45:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T00:13:15,204 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:15,205 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:13:15,205 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:13:15,206 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:13:15,207 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:13:15,208 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:13:15,208 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:13:15,209 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732234395205Disabling compacts and flushes for region at 1732234395205Disabling writes for close at 1732234395207 (+2 ms)Writing region close event to WAL at 1732234395208 (+1 ms)Closed at 1732234395208 2024-11-22T00:13:15,211 WARN [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/.initializing 2024-11-22T00:13:15,211 DEBUG [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/WALs/314111163e45,43501,1732234393209 2024-11-22T00:13:15,218 INFO [master/314111163e45:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:13:15,233 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C43501%2C1732234393209, suffix=, logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/WALs/314111163e45,43501,1732234393209, archiveDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/oldWALs, maxLogs=10 2024-11-22T00:13:15,257 DEBUG [master/314111163e45:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/WALs/314111163e45,43501,1732234393209/314111163e45%2C43501%2C1732234393209.1732234395239, exclude list is [], retry=0 2024-11-22T00:13:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-0b23d86c-552a-4c38-9c82-eeba0226c898,DISK] 2024-11-22T00:13:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54,DISK] 2024-11-22T00:13:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-46225c9b-580a-4c63-8981-8843f65ed615,DISK] 2024-11-22T00:13:15,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T00:13:15,313 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/WALs/314111163e45,43501,1732234393209/314111163e45%2C43501%2C1732234393209.1732234395239 2024-11-22T00:13:15,314 DEBUG [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37667:37667),(127.0.0.1/127.0.0.1:46355:46355),(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-22T00:13:15,314 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:13:15,315 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:15,317 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,318 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T00:13:15,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:15,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:15,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T00:13:15,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:15,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:15,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T00:13:15,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:15,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:15,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T00:13:15,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:15,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:15,392 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,395 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,397 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,401 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,402 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,405 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:13:15,408 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:13:15,413 DEBUG [master/314111163e45:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:15,414 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71240501, jitterRate=0.06156618893146515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:13:15,422 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732234395331Initializing all the Stores at 1732234395333 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234395333Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234395334 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234395334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234395334Cleaning up temporary data from old regions at 1732234395402 (+68 ms)Region opened successfully at 1732234395421 (+19 ms) 2024-11-22T00:13:15,423 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T00:13:15,455 DEBUG [master/314111163e45:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47777f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:13:15,491 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T00:13:15,503 INFO [master/314111163e45:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T00:13:15,503 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T00:13:15,506 INFO [master/314111163e45:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T00:13:15,507 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T00:13:15,513 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-22T00:13:15,513 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T00:13:15,543 INFO [master/314111163e45:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T00:13:15,553 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T00:13:15,598 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T00:13:15,602 INFO [master/314111163e45:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T00:13:15,605 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T00:13:15,617 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T00:13:15,619 INFO [master/314111163e45:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T00:13:15,623 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T00:13:15,629 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T00:13:15,631 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T00:13:15,640 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T00:13:15,660 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T00:13:15,672 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,687 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=314111163e45,43501,1732234393209, sessionid=0x1015fe32ddd0000, setting cluster-up flag (Was=false) 2024-11-22T00:13:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,746 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T00:13:15,751 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=314111163e45,43501,1732234393209 2024-11-22T00:13:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:15,809 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T00:13:15,811 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=314111163e45,43501,1732234393209 2024-11-22T00:13:15,819 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T00:13:15,889 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T00:13:15,898 INFO [master/314111163e45:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T00:13:15,898 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(746): ClusterId : cf55c851-4ea4-4843-9eb4-51ead2ab93fb 2024-11-22T00:13:15,898 INFO [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(746): ClusterId : cf55c851-4ea4-4843-9eb4-51ead2ab93fb 2024-11-22T00:13:15,898 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(746): ClusterId : cf55c851-4ea4-4843-9eb4-51ead2ab93fb 2024-11-22T00:13:15,900 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:13:15,900 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:13:15,900 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:13:15,906 INFO [master/314111163e45:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T00:13:15,913 DEBUG [master/314111163e45:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 314111163e45,43501,1732234393209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T00:13:16,010 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:13:16,010 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:13:16,010 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:13:16,010 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:13:16,010 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:13:16,010 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:13:16,011 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:13:16,011 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:13:16,011 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:13:16,011 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:13:16,011 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/314111163e45:0, corePoolSize=10, maxPoolSize=10 2024-11-22T00:13:16,012 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,012 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:13:16,012 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,014 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732234426014 2024-11-22T00:13:16,015 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T00:13:16,016 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T00:13:16,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:13:16,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T00:13:16,020 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T00:13:16,020 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T00:13:16,021 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T00:13:16,021 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T00:13:16,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:16,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T00:13:16,023 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,027 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T00:13:16,029 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T00:13:16,029 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T00:13:16,031 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T00:13:16,032 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T00:13:16,035 DEBUG [master/314111163e45:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234396033,5,FailOnTimeoutGroup] 2024-11-22T00:13:16,036 DEBUG [master/314111163e45:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234396035,5,FailOnTimeoutGroup] 2024-11-22T00:13:16,036 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,036 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T00:13:16,037 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,037 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:13:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:13:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:13:16,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T00:13:16,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:16,051 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:13:16,051 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:13:16,052 DEBUG [RS:1;314111163e45:39025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8eb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:13:16,052 DEBUG [RS:2;314111163e45:40065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2698b087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:13:16,054 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:13:16,054 DEBUG [RS:0;314111163e45:40967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782ede3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:13:16,073 DEBUG [RS:2;314111163e45:40065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;314111163e45:40065 2024-11-22T00:13:16,075 DEBUG [RS:1;314111163e45:39025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;314111163e45:39025 2024-11-22T00:13:16,078 INFO [RS:1;314111163e45:39025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:13:16,078 INFO [RS:2;314111163e45:40065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:13:16,078 INFO [RS:2;314111163e45:40065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:13:16,078 DEBUG [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:13:16,080 INFO [RS:1;314111163e45:39025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:13:16,080 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:13:16,080 DEBUG [RS:0;314111163e45:40967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;314111163e45:40967 2024-11-22T00:13:16,080 INFO [RS:0;314111163e45:40967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:13:16,080 INFO [RS:0;314111163e45:40967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:13:16,081 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:13:16,082 INFO [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,43501,1732234393209 with port=40065, startcode=1732234394748 2024-11-22T00:13:16,082 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,43501,1732234393209 with port=39025, startcode=1732234394676 2024-11-22T00:13:16,084 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,43501,1732234393209 with port=40967, startcode=1732234394507 2024-11-22T00:13:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:13:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:13:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:13:16,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:16,099 DEBUG [RS:1;314111163e45:39025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:13:16,099 DEBUG [RS:0;314111163e45:40967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:13:16,100 DEBUG [RS:2;314111163e45:40065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:13:16,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:13:16,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:13:16,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:16,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:16,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T00:13:16,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T00:13:16,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:16,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:16,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:13:16,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:13:16,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:16,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:16,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:13:16,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:13:16,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:16,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:16,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T00:13:16,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740 2024-11-22T00:13:16,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740 2024-11-22T00:13:16,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T00:13:16,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T00:13:16,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:13:16,145 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:13:16,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:13:16,146 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:13:16,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T00:13:16,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,40967,1732234394507 2024-11-22T00:13:16,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(517): Registering regionserver=314111163e45,40967,1732234394507 2024-11-22T00:13:16,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:16,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67485177, jitterRate=0.005607500672340393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:13:16,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732234396095Initializing all the Stores at 1732234396099 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234396100 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234396100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234396100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234396100Cleaning up temporary data from old regions at 1732234396141 (+41 ms)Region opened successfully at 1732234396169 (+28 ms) 2024-11-22T00:13:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:13:16,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T00:13:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T00:13:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:13:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:13:16,172 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T00:13:16,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732234396169Disabling compacts and flushes for region at 1732234396169Disabling writes for close at 1732234396170 (+1 ms)Writing region close event to WAL at 1732234396171 (+1 ms)Closed at 1732234396172 (+1 ms) 2024-11-22T00:13:16,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,40065,1732234394748 2024-11-22T00:13:16,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(517): Registering regionserver=314111163e45,40065,1732234394748 2024-11-22T00:13:16,177 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:16,177 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45231 2024-11-22T00:13:16,177 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:13:16,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:13:16,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T00:13:16,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,39025,1732234394676 2024-11-22T00:13:16,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(517): Registering regionserver=314111163e45,39025,1732234394676 2024-11-22T00:13:16,181 DEBUG [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:16,181 DEBUG [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45231 2024-11-22T00:13:16,181 DEBUG [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:13:16,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T00:13:16,191 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:16,191 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45231 2024-11-22T00:13:16,191 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:13:16,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:13:16,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T00:13:16,206 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T00:13:16,239 DEBUG [RS:0;314111163e45:40967 {}] zookeeper.ZKUtil(111): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,40967,1732234394507 2024-11-22T00:13:16,239 DEBUG [RS:2;314111163e45:40065 {}] zookeeper.ZKUtil(111): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,40065,1732234394748 2024-11-22T00:13:16,239 DEBUG [RS:1;314111163e45:39025 {}] zookeeper.ZKUtil(111): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,39025,1732234394676 2024-11-22T00:13:16,240 WARN [RS:2;314111163e45:40065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:13:16,240 WARN [RS:1;314111163e45:39025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:13:16,240 INFO [RS:1;314111163e45:39025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:13:16,240 INFO [RS:2;314111163e45:40065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:13:16,240 DEBUG [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748 2024-11-22T00:13:16,240 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676 2024-11-22T00:13:16,239 WARN [RS:0;314111163e45:40967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:13:16,240 INFO [RS:0;314111163e45:40967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:13:16,241 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40967,1732234394507 2024-11-22T00:13:16,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,40967,1732234394507] 2024-11-22T00:13:16,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,39025,1732234394676] 2024-11-22T00:13:16,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,40065,1732234394748] 2024-11-22T00:13:16,268 INFO [RS:1;314111163e45:39025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:13:16,268 INFO [RS:2;314111163e45:40065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:13:16,268 INFO [RS:0;314111163e45:40967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:13:16,286 INFO [RS:1;314111163e45:39025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:13:16,288 INFO [RS:0;314111163e45:40967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:13:16,288 INFO [RS:2;314111163e45:40065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:13:16,294 INFO [RS:0;314111163e45:40967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:13:16,294 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,294 INFO [RS:2;314111163e45:40065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:13:16,294 INFO [RS:1;314111163e45:39025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:13:16,295 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,295 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,295 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:13:16,296 INFO [RS:2;314111163e45:40065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:13:16,296 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:13:16,301 INFO [RS:1;314111163e45:39025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:13:16,301 INFO [RS:2;314111163e45:40065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:13:16,301 INFO [RS:0;314111163e45:40967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:13:16,303 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,303 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,303 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,304 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,304 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,305 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,306 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,306 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,306 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,306 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,306 DEBUG [RS:2;314111163e45:40065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,306 DEBUG [RS:1;314111163e45:39025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,306 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,306 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,306 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,307 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,308 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,308 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:13:16,308 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,308 DEBUG [RS:0;314111163e45:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:13:16,316 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,316 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,40065,1732234394748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:13:16,317 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,39025,1732234394676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,318 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,40967,1732234394507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:13:16,343 INFO [RS:1;314111163e45:39025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:13:16,343 INFO [RS:2;314111163e45:40065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:13:16,345 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,39025,1732234394676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,345 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,40065,1732234394748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,346 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,346 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,346 INFO [RS:1;314111163e45:39025 {}] regionserver.Replication(171): 314111163e45,39025,1732234394676 started 2024-11-22T00:13:16,346 INFO [RS:2;314111163e45:40065 {}] regionserver.Replication(171): 314111163e45,40065,1732234394748 started 2024-11-22T00:13:16,355 INFO [RS:0;314111163e45:40967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:13:16,355 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,40967,1732234394507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,355 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,355 INFO [RS:0;314111163e45:40967 {}] regionserver.Replication(171): 314111163e45,40967,1732234394507 started 2024-11-22T00:13:16,357 WARN [314111163e45:43501 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T00:13:16,372 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,372 INFO [RS:2;314111163e45:40065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,373 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,39025,1732234394676, RpcServer on 314111163e45/172.17.0.3:39025, sessionid=0x1015fe32ddd0002 2024-11-22T00:13:16,373 INFO [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,40065,1732234394748, RpcServer on 314111163e45/172.17.0.3:40065, sessionid=0x1015fe32ddd0003 2024-11-22T00:13:16,374 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:13:16,374 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:13:16,374 DEBUG [RS:2;314111163e45:40065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,40065,1732234394748 2024-11-22T00:13:16,374 DEBUG [RS:1;314111163e45:39025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,39025,1732234394676 2024-11-22T00:13:16,374 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,40065,1732234394748' 2024-11-22T00:13:16,374 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,39025,1732234394676' 2024-11-22T00:13:16,374 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:13:16,374 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:13:16,376 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:13:16,377 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:13:16,377 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:13:16,377 DEBUG [RS:1;314111163e45:39025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,39025,1732234394676 2024-11-22T00:13:16,377 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,39025,1732234394676' 2024-11-22T00:13:16,377 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:13:16,379 DEBUG [RS:1;314111163e45:39025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:13:16,380 DEBUG [RS:1;314111163e45:39025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:13:16,380 INFO [RS:1;314111163e45:39025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:13:16,380 INFO [RS:1;314111163e45:39025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:13:16,381 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:13:16,382 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:16,383 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:13:16,383 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,40967,1732234394507, RpcServer on 314111163e45/172.17.0.3:40967, sessionid=0x1015fe32ddd0001 2024-11-22T00:13:16,383 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:13:16,383 DEBUG [RS:2;314111163e45:40065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,40065,1732234394748 2024-11-22T00:13:16,383 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,40065,1732234394748' 2024-11-22T00:13:16,383 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:13:16,383 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:13:16,383 DEBUG [RS:0;314111163e45:40967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,40967,1732234394507 2024-11-22T00:13:16,383 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,40967,1732234394507' 2024-11-22T00:13:16,383 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:13:16,384 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:13:16,384 DEBUG [RS:2;314111163e45:40065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:13:16,385 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:13:16,385 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:13:16,385 DEBUG [RS:0;314111163e45:40967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,40967,1732234394507 2024-11-22T00:13:16,385 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,40967,1732234394507' 2024-11-22T00:13:16,385 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:13:16,386 DEBUG [RS:0;314111163e45:40967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:13:16,388 DEBUG [RS:0;314111163e45:40967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:13:16,388 INFO [RS:0;314111163e45:40967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:13:16,388 INFO [RS:0;314111163e45:40967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:13:16,392 DEBUG [RS:2;314111163e45:40065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:13:16,393 INFO [RS:2;314111163e45:40065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:13:16,393 INFO [RS:2;314111163e45:40065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:13:16,486 INFO [RS:1;314111163e45:39025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:13:16,489 INFO [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C39025%2C1732234394676, suffix=, logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676, archiveDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs, maxLogs=32 2024-11-22T00:13:16,489 INFO [RS:0;314111163e45:40967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:13:16,493 INFO [RS:0;314111163e45:40967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C40967%2C1732234394507, suffix=, logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40967,1732234394507, archiveDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs, maxLogs=32 2024-11-22T00:13:16,505 INFO [RS:2;314111163e45:40065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:13:16,509 INFO [RS:2;314111163e45:40065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C40065%2C1732234394748, suffix=, logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748, archiveDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs, maxLogs=32 2024-11-22T00:13:16,513 DEBUG [RS:1;314111163e45:39025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676/314111163e45%2C39025%2C1732234394676.1732234396492, exclude list is [], retry=0 2024-11-22T00:13:16,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-46225c9b-580a-4c63-8981-8843f65ed615,DISK] 2024-11-22T00:13:16,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-0b23d86c-552a-4c38-9c82-eeba0226c898,DISK] 2024-11-22T00:13:16,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54,DISK] 2024-11-22T00:13:16,538 DEBUG [RS:0;314111163e45:40967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40967,1732234394507/314111163e45%2C40967%2C1732234394507.1732234396504, exclude list is [], retry=0 2024-11-22T00:13:16,539 DEBUG [RS:2;314111163e45:40065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748/314111163e45%2C40065%2C1732234394748.1732234396512, exclude list is [], retry=0 2024-11-22T00:13:16,540 INFO [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676/314111163e45%2C39025%2C1732234394676.1732234396492 2024-11-22T00:13:16,541 DEBUG [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937),(127.0.0.1/127.0.0.1:37667:37667),(127.0.0.1/127.0.0.1:46355:46355)] 2024-11-22T00:13:16,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-0b23d86c-552a-4c38-9c82-eeba0226c898,DISK] 2024-11-22T00:13:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54,DISK] 2024-11-22T00:13:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-46225c9b-580a-4c63-8981-8843f65ed615,DISK] 2024-11-22T00:13:16,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-46225c9b-580a-4c63-8981-8843f65ed615,DISK] 2024-11-22T00:13:16,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54,DISK] 2024-11-22T00:13:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-0b23d86c-552a-4c38-9c82-eeba0226c898,DISK] 2024-11-22T00:13:16,558 INFO [RS:2;314111163e45:40065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748/314111163e45%2C40065%2C1732234394748.1732234396512 2024-11-22T00:13:16,562 DEBUG [RS:2;314111163e45:40065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937),(127.0.0.1/127.0.0.1:46355:46355),(127.0.0.1/127.0.0.1:37667:37667)] 2024-11-22T00:13:16,562 INFO [RS:0;314111163e45:40967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40967,1732234394507/314111163e45%2C40967%2C1732234394507.1732234396504 2024-11-22T00:13:16,562 DEBUG [RS:0;314111163e45:40967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37937:37937),(127.0.0.1/127.0.0.1:46355:46355),(127.0.0.1/127.0.0.1:37667:37667)] 2024-11-22T00:13:16,611 DEBUG [314111163e45:43501 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T00:13:16,624 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(204): Hosts are {314111163e45=0} racks are {/default-rack=0} 2024-11-22T00:13:16,631 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T00:13:16,631 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T00:13:16,632 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T00:13:16,632 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T00:13:16,632 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T00:13:16,632 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T00:13:16,632 INFO [314111163e45:43501 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T00:13:16,632 INFO [314111163e45:43501 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T00:13:16,632 INFO [314111163e45:43501 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T00:13:16,632 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T00:13:16,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:16,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 314111163e45,39025,1732234394676, state=OPENING 2024-11-22T00:13:16,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T00:13:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:13:16,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:16,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:16,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:16,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:16,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T00:13:16,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:23,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T00:13:23,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T00:13:26,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:13:26,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:13:26,726 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T00:13:26,726 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:13:26,727 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T00:13:26,730 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C39025%2C1732234394676.meta, suffix=.meta, logDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676, archiveDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs, maxLogs=32 2024-11-22T00:13:26,747 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676/314111163e45%2C39025%2C1732234394676.meta.1732234406733.meta, exclude list is [], retry=0 2024-11-22T00:13:26,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-0b23d86c-552a-4c38-9c82-eeba0226c898,DISK] 2024-11-22T00:13:26,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34767,DS-15ac19b6-6a9b-441e-9241-7b2d7e5f6a54,DISK] 2024-11-22T00:13:26,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-46225c9b-580a-4c63-8981-8843f65ed615,DISK] 2024-11-22T00:13:26,753 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,39025,1732234394676/314111163e45%2C39025%2C1732234394676.meta.1732234406733.meta 2024-11-22T00:13:26,754 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46355:46355),(127.0.0.1/127.0.0.1:37667:37667),(127.0.0.1/127.0.0.1:37937:37937)] 2024-11-22T00:13:26,754 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:13:26,756 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T00:13:26,759 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T00:13:26,764 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T00:13:26,769 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T00:13:26,770 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:26,770 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T00:13:26,770 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T00:13:26,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:13:26,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:13:26,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:26,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:26,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T00:13:26,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T00:13:26,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:26,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:26,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:13:26,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:13:26,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:26,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:26,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:13:26,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:13:26,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:26,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:13:26,785 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T00:13:26,787 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740 2024-11-22T00:13:26,790 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740 2024-11-22T00:13:26,793 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T00:13:26,793 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T00:13:26,794 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:13:26,797 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T00:13:26,799 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73349474, jitterRate=0.09299233555793762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:13:26,799 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T00:13:26,801 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732234406771Writing region info on filesystem at 1732234406771Initializing all the Stores at 1732234406773 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234406773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234406773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234406773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234406773Cleaning up temporary data from old regions at 1732234406793 (+20 ms)Running coprocessor post-open hooks at 1732234406799 (+6 ms)Region opened successfully at 1732234406801 (+2 ms) 2024-11-22T00:13:26,810 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732234406703 2024-11-22T00:13:26,821 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T00:13:26,822 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T00:13:26,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:26,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 314111163e45,39025,1732234394676, state=OPEN 2024-11-22T00:13:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:13:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:13:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:13:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:13:26,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:26,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:26,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:26,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:13:26,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=314111163e45,39025,1732234394676 2024-11-22T00:13:26,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T00:13:26,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=314111163e45,39025,1732234394676 in 10.3120 sec 2024-11-22T00:13:27,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T00:13:27,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8090 sec 2024-11-22T00:13:27,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:13:27,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T00:13:27,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:13:27,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,39025,1732234394676, seqNum=-1] 2024-11-22T00:13:27,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:13:27,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:13:27,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2180 sec 2024-11-22T00:13:27,088 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732234407088, completionTime=-1 2024-11-22T00:13:27,092 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T00:13:27,092 DEBUG [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T00:13:27,132 INFO [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T00:13:27,132 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732234467132 2024-11-22T00:13:27,132 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732234527132 2024-11-22T00:13:27,132 INFO [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-11-22T00:13:27,134 DEBUG [master/314111163e45:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:13:27,142 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,143 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,143 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,145 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-314111163e45:43501, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,146 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,147 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,155 DEBUG [master/314111163e45:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T00:13:27,183 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.308sec 2024-11-22T00:13:27,185 INFO [master/314111163e45:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T00:13:27,187 INFO [master/314111163e45:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T00:13:27,189 INFO [master/314111163e45:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T00:13:27,189 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T00:13:27,190 INFO [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T00:13:27,191 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:13:27,191 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T00:13:27,195 DEBUG [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T00:13:27,197 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T00:13:27,197 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,43501,1732234393209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:13:27,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c92cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,224 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T00:13:27,224 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T00:13:27,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 314111163e45,43501,-1 for getting cluster id 2024-11-22T00:13:27,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T00:13:27,254 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf55c851-4ea4-4843-9eb4-51ead2ab93fb' 2024-11-22T00:13:27,256 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T00:13:27,257 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf55c851-4ea4-4843-9eb4-51ead2ab93fb" 2024-11-22T00:13:27,257 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439a0337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,257 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [314111163e45,43501,-1] 2024-11-22T00:13:27,261 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T00:13:27,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:27,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T00:13:27,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a93883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:13:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,39025,1732234394676, seqNum=-1] 2024-11-22T00:13:27,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:13:27,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:13:27,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=314111163e45,43501,1732234393209 2024-11-22T00:13:27,319 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732234407317 (current time:1732234407317). 2024-11-22T00:13:27,319 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T00:13:27,319 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T00:13:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dbdad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 314111163e45,43501,-1 for getting cluster id 2024-11-22T00:13:27,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T00:13:27,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf55c851-4ea4-4843-9eb4-51ead2ab93fb' 2024-11-22T00:13:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T00:13:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf55c851-4ea4-4843-9eb4-51ead2ab93fb" 2024-11-22T00:13:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74863590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [314111163e45,43501,-1] 2024-11-22T00:13:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T00:13:27,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:27,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T00:13:27,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d13ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:13:27,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:13:27,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,39025,1732234394676, seqNum=-1] 2024-11-22T00:13:27,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:13:27,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:13:27,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:13:27,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:13:27,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:27,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:27,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T00:13:27,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T00:13:27,356 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 314111163e45,43501,1732234393209 2024-11-22T00:13:27,359 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36cfad55 2024-11-22T00:13:27,361 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:13:27,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:13:27,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:13:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T00:13:27,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:13:27,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T00:13:27,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:27,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:13:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:27,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:13:27,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:13:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:13:27,404 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9542da56a051e9ccfee037e2cd80705c, NAME => 'SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2c0dc21e1b5504fbdd42d93a3f34cc39, NAME => 'SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 521a554be4ceada7d1d956c21c7250af, NAME => 'SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:13:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:13:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 521a554be4ceada7d1d956c21c7250af, disabling compactions & flushes 2024-11-22T00:13:27,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. after waiting 0 ms 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:27,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:27,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 521a554be4ceada7d1d956c21c7250af: Waiting for close lock at 1732234407428Disabling compacts and flushes for region at 1732234407428Disabling writes for close at 1732234407428Writing region close event to WAL at 1732234407428Closed at 1732234407428 2024-11-22T00:13:27,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a8ba65de880edb879329fedb83937950, NAME => 'SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:13:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:13:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:13:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:13:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:13:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:13:27,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2c0dc21e1b5504fbdd42d93a3f34cc39, disabling compactions & flushes 2024-11-22T00:13:27,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. after waiting 0 ms 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:27,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2c0dc21e1b5504fbdd42d93a3f34cc39: Waiting for close lock at 1732234407442Disabling compacts and flushes for region at 1732234407442Disabling writes for close at 1732234407442Writing region close event to WAL at 1732234407442Closed at 1732234407442 2024-11-22T00:13:27,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9542da56a051e9ccfee037e2cd80705c, disabling compactions & flushes 2024-11-22T00:13:27,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:27,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:27,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. after waiting 0 ms 2024-11-22T00:13:27,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:27,443 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e55c84da2dcbff1162ece921ffb85036, NAME => 'SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:27,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9542da56a051e9ccfee037e2cd80705c: Waiting for close lock at 1732234407442Disabling compacts and flushes for region at 1732234407442Disabling writes for close at 1732234407443 (+1 ms)Writing region close event to WAL at 1732234407443Closed at 1732234407443 2024-11-22T00:13:27,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3364bbdb6a8d879747ff31c4acdd3913, NAME => 'SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:13:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:13:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:13:27,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a8ba65de880edb879329fedb83937950, disabling compactions & flushes 2024-11-22T00:13:27,456 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:27,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:27,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. after waiting 0 ms 2024-11-22T00:13:27,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:27,457 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:27,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a8ba65de880edb879329fedb83937950: Waiting for close lock at 1732234407456Disabling compacts and flushes for region at 1732234407456Disabling writes for close at 1732234407457 (+1 ms)Writing region close event to WAL at 1732234407457Closed at 1732234407457 2024-11-22T00:13:27,458 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c657deffbe7bb41ad6cae4c6b870328, NAME => 'SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:13:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:13:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3364bbdb6a8d879747ff31c4acdd3913, disabling compactions & flushes 2024-11-22T00:13:27,472 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. after waiting 0 ms 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:27,472 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:27,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3364bbdb6a8d879747ff31c4acdd3913: Waiting for close lock at 1732234407472Disabling compacts and flushes for region at 1732234407472Disabling writes for close at 1732234407472Writing region close event to WAL at 1732234407472Closed at 1732234407472 2024-11-22T00:13:27,473 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf103d878be0109c0bbe9da36e25d08, NAME => 'SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:13:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:13:27,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:13:27,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e55c84da2dcbff1162ece921ffb85036, disabling compactions & flushes 2024-11-22T00:13:27,480 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:27,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:27,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. after waiting 0 ms 2024-11-22T00:13:27,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:27,480 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:27,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e55c84da2dcbff1162ece921ffb85036: Waiting for close lock at 1732234407480Disabling compacts and flushes for region at 1732234407480Disabling writes for close at 1732234407480Writing region close event to WAL at 1732234407480Closed at 1732234407480 2024-11-22T00:13:27,481 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => df1ac9911f78299a2ad42d2f6e9e4247, NAME => 'SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:13:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:13:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:13:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:13:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:13:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:13:27,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4cf103d878be0109c0bbe9da36e25d08, disabling compactions & flushes 2024-11-22T00:13:27,516 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:27,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:27,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. after waiting 0 ms 2024-11-22T00:13:27,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:27,516 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:27,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf103d878be0109c0bbe9da36e25d08: Waiting for close lock at 1732234407515Disabling compacts and flushes for region at 1732234407515Disabling writes for close at 1732234407516 (+1 ms)Writing region close event to WAL at 1732234407516Closed at 1732234407516 2024-11-22T00:13:27,517 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c2ba2b0a00fb49115f91572b1e35191, NAME => 'SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8 2024-11-22T00:13:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:13:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:13:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:13:27,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing df1ac9911f78299a2ad42d2f6e9e4247, disabling compactions & flushes 2024-11-22T00:13:27,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:27,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:27,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. after waiting 0 ms 2024-11-22T00:13:27,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:27,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:27,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for df1ac9911f78299a2ad42d2f6e9e4247: Waiting for close lock at 1732234407530Disabling compacts and flushes for region at 1732234407530Disabling writes for close at 1732234407530Writing region close event to WAL at 1732234407530Closed at 1732234407530 2024-11-22T00:13:27,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:13:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:13:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:13:27,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7c2ba2b0a00fb49115f91572b1e35191, disabling compactions & flushes 2024-11-22T00:13:27,544 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:27,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:27,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. after waiting 0 ms 2024-11-22T00:13:27,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:27,545 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:27,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c2ba2b0a00fb49115f91572b1e35191: Waiting for close lock at 1732234407544Disabling compacts and flushes for region at 1732234407544Disabling writes for close at 1732234407544Writing region close event to WAL at 1732234407544Closed at 1732234407544 2024-11-22T00:13:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0c657deffbe7bb41ad6cae4c6b870328, disabling compactions & flushes 2024-11-22T00:13:27,903 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. after waiting 0 ms 2024-11-22T00:13:27,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:27,904 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:27,904 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c657deffbe7bb41ad6cae4c6b870328: Waiting for close lock at 1732234407903Disabling compacts and flushes for region at 1732234407903Disabling writes for close at 1732234407903Writing region close event to WAL at 1732234407903Closed at 1732234407903 2024-11-22T00:13:27,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:13:27,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234407907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234407907"}]},"ts":"1732234407907"} 2024-11-22T00:13:27,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T00:13:27,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:13:27,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234407983"}]},"ts":"1732234407983"} 2024-11-22T00:13:27,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T00:13:27,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {314111163e45=0} racks are {/default-rack=0} 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T00:13:28,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T00:13:28,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T00:13:28,007 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T00:13:28,007 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T00:13:28,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T00:13:28,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9542da56a051e9ccfee037e2cd80705c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c0dc21e1b5504fbdd42d93a3f34cc39, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1ac9911f78299a2ad42d2f6e9e4247, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c2ba2b0a00fb49115f91572b1e35191, ASSIGN}] 2024-11-22T00:13:28,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c0dc21e1b5504fbdd42d93a3f34cc39, ASSIGN 2024-11-22T00:13:28,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9542da56a051e9ccfee037e2cd80705c, ASSIGN 2024-11-22T00:13:28,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN 2024-11-22T00:13:28,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036, ASSIGN 2024-11-22T00:13:28,019 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c0dc21e1b5504fbdd42d93a3f34cc39, ASSIGN; state=OFFLINE, location=314111163e45,40967,1732234394507; forceNewPlan=false, retain=false 2024-11-22T00:13:28,019 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9542da56a051e9ccfee037e2cd80705c, ASSIGN; state=OFFLINE, location=314111163e45,39025,1732234394676; forceNewPlan=false, retain=false 2024-11-22T00:13:28,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN; state=OFFLINE, location=314111163e45,40065,1732234394748; forceNewPlan=false, retain=false 2024-11-22T00:13:28,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036, ASSIGN; state=OFFLINE, location=314111163e45,39025,1732234394676; forceNewPlan=false, retain=false 2024-11-22T00:13:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:28,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c2ba2b0a00fb49115f91572b1e35191, ASSIGN 2024-11-22T00:13:28,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1ac9911f78299a2ad42d2f6e9e4247, ASSIGN 2024-11-22T00:13:28,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN 2024-11-22T00:13:28,031 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN 2024-11-22T00:13:28,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913, ASSIGN 2024-11-22T00:13:28,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c2ba2b0a00fb49115f91572b1e35191, ASSIGN; state=OFFLINE, location=314111163e45,39025,1732234394676; forceNewPlan=false, retain=false 2024-11-22T00:13:28,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df1ac9911f78299a2ad42d2f6e9e4247, ASSIGN; state=OFFLINE, location=314111163e45,40967,1732234394507; forceNewPlan=false, retain=false 2024-11-22T00:13:28,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913, ASSIGN; state=OFFLINE, location=314111163e45,40967,1732234394507; forceNewPlan=false, retain=false 2024-11-22T00:13:28,038 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN; state=OFFLINE, location=314111163e45,40065,1732234394748; forceNewPlan=false, retain=false 2024-11-22T00:13:28,038 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN; state=OFFLINE, location=314111163e45,40065,1732234394748; forceNewPlan=false, retain=false 2024-11-22T00:13:28,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN 2024-11-22T00:13:28,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN; state=OFFLINE, location=314111163e45,40065,1732234394748; forceNewPlan=false, retain=false 2024-11-22T00:13:28,173 INFO [314111163e45:43501 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T00:13:28,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3364bbdb6a8d879747ff31c4acdd3913, regionState=OPENING, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:28,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=df1ac9911f78299a2ad42d2f6e9e4247, regionState=OPENING, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:28,174 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4cf103d878be0109c0bbe9da36e25d08, regionState=OPENING, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:28,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2c0dc21e1b5504fbdd42d93a3f34cc39, regionState=OPENING, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:28,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0c657deffbe7bb41ad6cae4c6b870328, regionState=OPENING, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:28,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a8ba65de880edb879329fedb83937950, regionState=OPENING, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:28,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=521a554be4ceada7d1d956c21c7250af, regionState=OPENING, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:28,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7c2ba2b0a00fb49115f91572b1e35191, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:28,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e55c84da2dcbff1162ece921ffb85036, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:28,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9542da56a051e9ccfee037e2cd80705c, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913, ASSIGN because future has completed 2024-11-22T00:13:28,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913, server=314111163e45,40967,1732234394507}] 2024-11-22T00:13:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c0dc21e1b5504fbdd42d93a3f34cc39, ASSIGN because future has completed 2024-11-22T00:13:28,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN because future has completed 2024-11-22T00:13:28,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,40065,1732234394748}] 2024-11-22T00:13:28,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39, server=314111163e45,40967,1732234394507}] 2024-11-22T00:13:28,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN because future has completed 2024-11-22T00:13:28,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN because future has completed 2024-11-22T00:13:28,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40065,1732234394748}] 2024-11-22T00:13:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c2ba2b0a00fb49115f91572b1e35191, ASSIGN because future has completed 2024-11-22T00:13:28,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036, ASSIGN because future has completed 2024-11-22T00:13:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9542da56a051e9ccfee037e2cd80705c, ASSIGN because future has completed 2024-11-22T00:13:28,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9542da56a051e9ccfee037e2cd80705c, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df1ac9911f78299a2ad42d2f6e9e4247, ASSIGN because future has completed 2024-11-22T00:13:28,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN because future has completed 2024-11-22T00:13:28,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55c84da2dcbff1162ece921ffb85036, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:28,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247, server=314111163e45,40967,1732234394507}] 2024-11-22T00:13:28,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40065,1732234394748}] 2024-11-22T00:13:28,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,40065,1732234394748}] 2024-11-22T00:13:28,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:28,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T00:13:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:32,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:13:33,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:13:33,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T00:13:33,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:13:33,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T00:13:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:38,194 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:13:38,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:13:38,202 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:13:38,203 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:38,204 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3364bbdb6a8d879747ff31c4acdd3913, NAME => 'SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T00:13:38,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:13:38,204 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,204 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,204 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,204 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,209 INFO [StoreOpener-3364bbdb6a8d879747ff31c4acdd3913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,212 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:38,212 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a8ba65de880edb879329fedb83937950, NAME => 'SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T00:13:38,212 INFO [StoreOpener-3364bbdb6a8d879747ff31c4acdd3913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3364bbdb6a8d879747ff31c4acdd3913 columnFamilyName cf 2024-11-22T00:13:38,212 DEBUG [StoreOpener-3364bbdb6a8d879747ff31c4acdd3913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,212 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,212 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,213 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,213 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,213 INFO [StoreOpener-3364bbdb6a8d879747ff31c4acdd3913-1 {}] regionserver.HStore(327): Store=3364bbdb6a8d879747ff31c4acdd3913/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,213 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,214 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,214 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,215 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,215 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,215 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,216 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ba65de880edb879329fedb83937950 columnFamilyName cf 2024-11-22T00:13:38,217 DEBUG [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,217 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] regionserver.HStore(327): Store=a8ba65de880edb879329fedb83937950/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,217 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,218 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,218 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,219 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,220 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,220 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,221 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/3364bbdb6a8d879747ff31c4acdd3913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,222 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3364bbdb6a8d879747ff31c4acdd3913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74011225, jitterRate=0.1028531938791275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,222 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:38,223 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,223 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3364bbdb6a8d879747ff31c4acdd3913: Running coprocessor pre-open hook at 1732234418205Writing region info on filesystem at 1732234418205Initializing all the Stores at 1732234418206 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418206Cleaning up temporary data from old regions at 1732234418215 (+9 ms)Running coprocessor post-open hooks at 1732234418222 (+7 ms)Region opened successfully at 1732234418223 (+1 ms) 2024-11-22T00:13:38,226 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,227 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a8ba65de880edb879329fedb83937950; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66906526, jitterRate=-0.003015071153640747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,227 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8ba65de880edb879329fedb83937950 2024-11-22T00:13:38,227 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a8ba65de880edb879329fedb83937950: Running coprocessor pre-open hook at 1732234418213Writing region info on filesystem at 1732234418213Initializing all the Stores at 1732234418214 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418214Cleaning up temporary data from old regions at 1732234418220 (+6 ms)Running coprocessor post-open hooks at 1732234418227 (+7 ms)Region opened successfully at 1732234418227 2024-11-22T00:13:38,229 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913., pid=15, masterSystemTime=1732234418193 2024-11-22T00:13:38,229 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950., pid=22, masterSystemTime=1732234418202 2024-11-22T00:13:38,231 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:38,232 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:38,232 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:38,232 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c0dc21e1b5504fbdd42d93a3f34cc39, NAME => 'SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T00:13:38,232 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9542da56a051e9ccfee037e2cd80705c, NAME => 'SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3364bbdb6a8d879747ff31c4acdd3913, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,233 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,235 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:38,236 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:13:38,236 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:38,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a8ba65de880edb879329fedb83937950, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:38,236 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 521a554be4ceada7d1d956c21c7250af, NAME => 'SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T00:13:38,236 INFO [StoreOpener-9542da56a051e9ccfee037e2cd80705c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,237 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,237 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,237 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,237 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913, server=314111163e45,40967,1732234394507 because future has completed 2024-11-22T00:13:38,239 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=314111163e45,40967,1732234394507, table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:13:38,240 INFO [StoreOpener-2c0dc21e1b5504fbdd42d93a3f34cc39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40065,1732234394748 because future has completed 2024-11-22T00:13:38,241 INFO [StoreOpener-9542da56a051e9ccfee037e2cd80705c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9542da56a051e9ccfee037e2cd80705c columnFamilyName cf 2024-11-22T00:13:38,241 DEBUG [StoreOpener-9542da56a051e9ccfee037e2cd80705c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,242 INFO [StoreOpener-9542da56a051e9ccfee037e2cd80705c-1 {}] regionserver.HStore(327): Store=9542da56a051e9ccfee037e2cd80705c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,242 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,244 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,244 INFO [StoreOpener-2c0dc21e1b5504fbdd42d93a3f34cc39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0dc21e1b5504fbdd42d93a3f34cc39 columnFamilyName cf 2024-11-22T00:13:38,245 DEBUG [StoreOpener-2c0dc21e1b5504fbdd42d93a3f34cc39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,245 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,245 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,245 INFO [StoreOpener-2c0dc21e1b5504fbdd42d93a3f34cc39-1 {}] regionserver.HStore(327): Store=2c0dc21e1b5504fbdd42d93a3f34cc39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,245 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,246 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,246 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-22T00:13:38,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913, server=314111163e45,40967,1732234394507 in 10.0610 sec 2024-11-22T00:13:38,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-22T00:13:38,248 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,249 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,249 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,249 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 521a554be4ceada7d1d956c21c7250af columnFamilyName cf 2024-11-22T00:13:38,250 DEBUG [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,250 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,250 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,250 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] regionserver.HStore(327): Store=521a554be4ceada7d1d956c21c7250af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,251 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3364bbdb6a8d879747ff31c4acdd3913, ASSIGN in 10.2390 sec 2024-11-22T00:13:38,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40065,1732234394748 in 10.0120 sec 2024-11-22T00:13:38,252 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,253 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN in 10.2410 sec 2024-11-22T00:13:38,254 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,254 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,254 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,254 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/9542da56a051e9ccfee037e2cd80705c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,256 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9542da56a051e9ccfee037e2cd80705c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65019586, jitterRate=-0.031132668256759644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,257 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:38,257 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9542da56a051e9ccfee037e2cd80705c: Running coprocessor pre-open hook at 1732234418234Writing region info on filesystem at 1732234418234Initializing all the Stores at 1732234418236 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418236Cleaning up temporary data from old regions at 1732234418246 (+10 ms)Running coprocessor post-open hooks at 1732234418257 (+11 ms)Region opened successfully at 1732234418257 2024-11-22T00:13:38,258 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/2c0dc21e1b5504fbdd42d93a3f34cc39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,258 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c., pid=19, masterSystemTime=1732234418221 2024-11-22T00:13:38,259 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2c0dc21e1b5504fbdd42d93a3f34cc39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70025621, jitterRate=0.04346306622028351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,259 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:38,259 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2c0dc21e1b5504fbdd42d93a3f34cc39: Running coprocessor pre-open hook at 1732234418233Writing region info on filesystem at 1732234418233Initializing all the Stores at 1732234418239 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418239Cleaning up temporary data from old regions at 1732234418250 (+11 ms)Running coprocessor post-open hooks at 1732234418259 (+9 ms)Region opened successfully at 1732234418259 2024-11-22T00:13:38,261 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:38,261 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:38,262 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:38,262 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c2ba2b0a00fb49115f91572b1e35191, NAME => 'SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T00:13:38,262 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,262 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,263 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,263 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9542da56a051e9ccfee037e2cd80705c, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:38,264 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39., pid=17, masterSystemTime=1732234418193 2024-11-22T00:13:38,265 INFO [StoreOpener-7c2ba2b0a00fb49115f91572b1e35191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,267 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:38,267 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:38,267 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:38,268 INFO [StoreOpener-7c2ba2b0a00fb49115f91572b1e35191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c2ba2b0a00fb49115f91572b1e35191 columnFamilyName cf 2024-11-22T00:13:38,268 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => df1ac9911f78299a2ad42d2f6e9e4247, NAME => 'SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T00:13:38,268 DEBUG [StoreOpener-7c2ba2b0a00fb49115f91572b1e35191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,268 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,268 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,268 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,269 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2c0dc21e1b5504fbdd42d93a3f34cc39, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:38,269 INFO [StoreOpener-7c2ba2b0a00fb49115f91572b1e35191-1 {}] regionserver.HStore(327): Store=7c2ba2b0a00fb49115f91572b1e35191/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9542da56a051e9ccfee037e2cd80705c, server=314111163e45,39025,1732234394676 because future has completed 2024-11-22T00:13:38,270 INFO [StoreOpener-df1ac9911f78299a2ad42d2f6e9e4247-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,272 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,272 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,273 INFO [StoreOpener-df1ac9911f78299a2ad42d2f6e9e4247-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1ac9911f78299a2ad42d2f6e9e4247 columnFamilyName cf 2024-11-22T00:13:38,273 DEBUG [StoreOpener-df1ac9911f78299a2ad42d2f6e9e4247-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,273 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,274 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,275 INFO [StoreOpener-df1ac9911f78299a2ad42d2f6e9e4247-1 {}] regionserver.HStore(327): Store=df1ac9911f78299a2ad42d2f6e9e4247/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39, server=314111163e45,40967,1732234394507 because future has completed 2024-11-22T00:13:38,275 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,277 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,277 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,277 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,278 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,278 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,278 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-22T00:13:38,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9542da56a051e9ccfee037e2cd80705c, server=314111163e45,39025,1732234394676 in 10.0630 sec 2024-11-22T00:13:38,282 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,284 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9542da56a051e9ccfee037e2cd80705c, ASSIGN in 10.2730 sec 2024-11-22T00:13:38,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-22T00:13:38,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39, server=314111163e45,40967,1732234394507 in 10.0910 sec 2024-11-22T00:13:38,287 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,288 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 521a554be4ceada7d1d956c21c7250af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774678, jitterRate=0.09932836890220642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,289 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:38,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c0dc21e1b5504fbdd42d93a3f34cc39, ASSIGN in 10.2770 sec 2024-11-22T00:13:38,289 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 521a554be4ceada7d1d956c21c7250af: Running coprocessor pre-open hook at 1732234418237Writing region info on filesystem at 1732234418237Initializing all the Stores at 1732234418241 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418242 (+1 ms)Cleaning up temporary data from old regions at 1732234418254 (+12 ms)Running coprocessor post-open hooks at 1732234418289 (+35 ms)Region opened successfully at 1732234418289 2024-11-22T00:13:38,289 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,288 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,290 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened df1ac9911f78299a2ad42d2f6e9e4247; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69909865, jitterRate=0.04173816740512848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,290 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af., pid=24, masterSystemTime=1732234418202 2024-11-22T00:13:38,290 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:38,290 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7c2ba2b0a00fb49115f91572b1e35191; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60065884, jitterRate=-0.10494858026504517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,290 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:38,290 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for df1ac9911f78299a2ad42d2f6e9e4247: Running coprocessor pre-open hook at 1732234418269Writing region info on filesystem at 1732234418269Initializing all the Stores at 1732234418270 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418270Cleaning up temporary data from old regions at 1732234418278 (+8 ms)Running coprocessor post-open hooks at 1732234418290 (+12 ms)Region opened successfully at 1732234418290 2024-11-22T00:13:38,290 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7c2ba2b0a00fb49115f91572b1e35191: Running coprocessor pre-open hook at 1732234418263Writing region info on filesystem at 1732234418263Initializing all the Stores at 1732234418264 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418265 (+1 ms)Cleaning up temporary data from old regions at 1732234418277 (+12 ms)Running coprocessor post-open hooks at 1732234418290 (+13 ms)Region opened successfully at 1732234418290 2024-11-22T00:13:38,292 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., pid=23, masterSystemTime=1732234418221 2024-11-22T00:13:38,292 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., pid=21, masterSystemTime=1732234418193 2024-11-22T00:13:38,293 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:38,293 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:13:38,293 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:38,293 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf103d878be0109c0bbe9da36e25d08, NAME => 'SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T00:13:38,294 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,294 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,294 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,295 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=521a554be4ceada7d1d956c21c7250af, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:38,296 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:38,297 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:38,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7c2ba2b0a00fb49115f91572b1e35191, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:38,297 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:38,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e55c84da2dcbff1162ece921ffb85036, NAME => 'SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T00:13:38,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,298 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,298 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,298 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,298 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:38,298 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:38,298 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=df1ac9911f78299a2ad42d2f6e9e4247, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,40065,1732234394748 because future has completed 2024-11-22T00:13:38,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191, server=314111163e45,39025,1732234394676 because future has completed 2024-11-22T00:13:38,303 INFO [StoreOpener-e55c84da2dcbff1162ece921ffb85036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247, server=314111163e45,40967,1732234394507 because future has completed 2024-11-22T00:13:38,306 INFO [StoreOpener-e55c84da2dcbff1162ece921ffb85036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e55c84da2dcbff1162ece921ffb85036 columnFamilyName cf 2024-11-22T00:13:38,306 DEBUG [StoreOpener-e55c84da2dcbff1162ece921ffb85036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,307 INFO [StoreOpener-e55c84da2dcbff1162ece921ffb85036-1 {}] regionserver.HStore(327): Store=e55c84da2dcbff1162ece921ffb85036/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-22T00:13:38,307 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,40065,1732234394748 in 10.0640 sec 2024-11-22T00:13:38,310 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,310 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf103d878be0109c0bbe9da36e25d08 columnFamilyName cf 2024-11-22T00:13:38,310 DEBUG [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,310 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,311 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] regionserver.HStore(327): Store=4cf103d878be0109c0bbe9da36e25d08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,312 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,312 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,313 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,313 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,314 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,317 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,319 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-22T00:13:38,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-22T00:13:38,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191, server=314111163e45,39025,1732234394676 in 10.0670 sec 2024-11-22T00:13:38,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247, server=314111163e45,40967,1732234394507 in 10.0890 sec 2024-11-22T00:13:38,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN in 10.3010 sec 2024-11-22T00:13:38,324 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,326 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4cf103d878be0109c0bbe9da36e25d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74405167, jitterRate=0.10872338712215424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,326 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:38,326 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4cf103d878be0109c0bbe9da36e25d08: Running coprocessor pre-open hook at 1732234418295Writing region info on filesystem at 1732234418295Initializing all the Stores at 1732234418297 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418297Cleaning up temporary data from old regions at 1732234418316 (+19 ms)Running coprocessor post-open hooks at 1732234418326 (+10 ms)Region opened successfully at 1732234418326 2024-11-22T00:13:38,326 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/e55c84da2dcbff1162ece921ffb85036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1ac9911f78299a2ad42d2f6e9e4247, ASSIGN in 10.3120 sec 2024-11-22T00:13:38,328 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., pid=18, masterSystemTime=1732234418202 2024-11-22T00:13:38,328 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e55c84da2dcbff1162ece921ffb85036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521047, jitterRate=-0.09816612303256989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,328 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:38,329 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e55c84da2dcbff1162ece921ffb85036: Running coprocessor pre-open hook at 1732234418298Writing region info on filesystem at 1732234418298Initializing all the Stores at 1732234418301 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418302 (+1 ms)Cleaning up temporary data from old regions at 1732234418313 (+11 ms)Running coprocessor post-open hooks at 1732234418328 (+15 ms)Region opened successfully at 1732234418329 (+1 ms) 2024-11-22T00:13:38,331 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036., pid=20, masterSystemTime=1732234418221 2024-11-22T00:13:38,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c2ba2b0a00fb49115f91572b1e35191, ASSIGN in 10.3120 sec 2024-11-22T00:13:38,338 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:38,338 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:13:38,339 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:38,339 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c657deffbe7bb41ad6cae4c6b870328, NAME => 'SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T00:13:38,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4cf103d878be0109c0bbe9da36e25d08, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:38,339 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,339 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:13:38,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,343 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:38,343 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:38,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e55c84da2dcbff1162ece921ffb85036, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:38,345 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=314111163e45,39025,1732234394676, table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:13:38,348 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40065,1732234394748 because future has completed 2024-11-22T00:13:38,352 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=314111163e45,40065,1732234394748, table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:13:38,353 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c657deffbe7bb41ad6cae4c6b870328 columnFamilyName cf 2024-11-22T00:13:38,353 DEBUG [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:13:38,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55c84da2dcbff1162ece921ffb85036, server=314111163e45,39025,1732234394676 because future has completed 2024-11-22T00:13:38,354 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] regionserver.HStore(327): Store=0c657deffbe7bb41ad6cae4c6b870328/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:13:38,355 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,356 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,358 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,358 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-22T00:13:38,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40065,1732234394748 in 10.1600 sec 2024-11-22T00:13:38,361 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,365 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:13:38,366 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0c657deffbe7bb41ad6cae4c6b870328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68762194, jitterRate=0.024636536836624146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:13:38,366 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:38,366 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0c657deffbe7bb41ad6cae4c6b870328: Running coprocessor pre-open hook at 1732234418340Writing region info on filesystem at 1732234418340Initializing all the Stores at 1732234418344 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234418344Cleaning up temporary data from old regions at 1732234418358 (+14 ms)Running coprocessor post-open hooks at 1732234418366 (+8 ms)Region opened successfully at 1732234418366 2024-11-22T00:13:38,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-22T00:13:38,369 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., pid=16, masterSystemTime=1732234418202 2024-11-22T00:13:38,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e55c84da2dcbff1162ece921ffb85036, server=314111163e45,39025,1732234394676 in 10.1390 sec 2024-11-22T00:13:38,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN in 10.3510 sec 2024-11-22T00:13:38,373 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:38,373 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:13:38,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e55c84da2dcbff1162ece921ffb85036, ASSIGN in 10.3610 sec 2024-11-22T00:13:38,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0c657deffbe7bb41ad6cae4c6b870328, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40065,1732234394748 2024-11-22T00:13:38,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,40065,1732234394748 because future has completed 2024-11-22T00:13:38,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-22T00:13:38,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,40065,1732234394748 in 10.1990 sec 2024-11-22T00:13:38,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-22T00:13:38,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN in 10.3850 sec 2024-11-22T00:13:38,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:13:38,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234418401"}]},"ts":"1732234418401"} 2024-11-22T00:13:38,409 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T00:13:38,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:13:38,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0400 sec 2024-11-22T00:13:40,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T00:13:42,057 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:13:43,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:13:43,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T00:13:43,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T00:13:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:13:45,662 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T00:13:45,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T00:13:45,664 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:13:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T00:13:45,680 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:13:45,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T00:13:45,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,759 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., hostname=314111163e45,40065,1732234394748, seqNum=2] 2024-11-22T00:13:45,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247., hostname=314111163e45,40967,1732234394507, seqNum=2] 2024-11-22T00:13:46,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:46,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., hostname=314111163e45,39025,1732234394676, seqNum=2] 2024-11-22T00:13:47,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:13:47,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:13:47,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:13:47,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:13:47,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:13:47,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:13:47,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:13:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:48,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:13:48,533 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T00:13:48,535 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:13:48,536 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T00:13:48,543 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T00:13:48,556 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T00:13:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:13:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:13:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:13:48,569 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T00:13:48,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9542da56a051e9ccfee037e2cd80705c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e55c84da2dcbff1162ece921ffb85036}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191}] 2024-11-22T00:13:48,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:48,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:48,576 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:13:48,576 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:48,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:48,582 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:48,584 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:13:48,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:48,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:48,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:48,636 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 314111163e45,40065,1732234394748 2024-11-22T00:13:48,637 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 314111163e45,40065,1732234394748: Simulated kill ***** 2024-11-22T00:13:48,637 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T00:13:48,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T00:13:48,639 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T00:13:48,642 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T00:13:48,643 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T00:13:48,648 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 670967800 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153250136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "314111163e45", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "314111163e45", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63447", "tag.serverName": "314111163e45,39025,1732234394676", "tag.clusterId": "cf55c851-4ea4-4843-9eb4-51ead2ab93fb", "tag.Context": "regionserver", "tag.Hostname": "314111163e45", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732234394676, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T00:13:48,651 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43501 {}] master.MasterRpcServices(700): 314111163e45,40065,1732234394748 reported a fatal error: ***** ABORTING region server 314111163e45,40065,1732234394748: Simulated kill ***** 2024-11-22T00:13:48,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,40065,1732234394748' ***** 2024-11-22T00:13:48,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T00:13:48,653 INFO [RS:2;314111163e45:40065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:13:48,653 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:13:48,653 INFO [RS:2;314111163e45:40065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T00:13:48,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:13:48,654 INFO [RS:2;314111163e45:40065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T00:13:48,654 INFO [RS:2;314111163e45:40065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:13:48,654 INFO [RS:2;314111163e45:40065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;314111163e45:40065. 2024-11-22T00:13:48,654 DEBUG [RS:2;314111163e45:40065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:13:48,654 DEBUG [RS:2;314111163e45:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:48,656 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:13:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741835_1011 (size=1257) 2024-11-22T00:13:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741835_1011 (size=1257) 2024-11-22T00:13:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741835_1011 (size=1257) 2024-11-22T00:13:48,701 DEBUG [RS:2;314111163e45:40065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:13:48,701 INFO [RS:2;314111163e45:40065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:13:48,702 INFO [RS:2;314111163e45:40065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40065 2024-11-22T00:13:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,40065,1732234394748 2024-11-22T00:13:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:13:48,794 INFO [RS:2;314111163e45:40065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:13:48,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,40065,1732234394748] 2024-11-22T00:13:48,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,40065,1732234394748 already deleted, retry=false 2024-11-22T00:13:48,880 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 314111163e45,40065,1732234394748 on 314111163e45,43501,1732234393209 2024-11-22T00:13:48,884 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 314111163e45,40065,1732234394748, splitWal=true, meta=false 2024-11-22T00:13:48,888 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 314111163e45,40065,1732234394748 (carryingMeta=false) 314111163e45,40065,1732234394748/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6083a01[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T00:13:48,889 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 314111163e45,40065,1732234394748, splitWal=true, meta=false 2024-11-22T00:13:48,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:13:48,891 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 314111163e45,40065,1732234394748 had 4 regions 2024-11-22T00:13:48,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:48,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:48,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:48,894 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af can not run currently because target server of region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 314111163e45,40065,1732234394748 is in state CRASHED, wait 1000 ms to retry 2024-11-22T00:13:48,894 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 can not run currently because target server of region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 314111163e45,40065,1732234394748 is in state CRASHED, wait 1000 ms to retry 2024-11-22T00:13:48,894 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 can not run currently because target server of region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 314111163e45,40065,1732234394748 is in state CRASHED, wait 1000 ms to retry 2024-11-22T00:13:48,894 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 314111163e45,40065,1732234394748, splitWal=true, meta=false, isMeta: false 2024-11-22T00:13:48,894 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950; timeout=1000, timestamp=1732234429894 2024-11-22T00:13:48,894 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af; timeout=1000, timestamp=1732234429894 2024-11-22T00:13:48,894 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328; timeout=1000, timestamp=1732234429894 2024-11-22T00:13:48,894 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 can not run currently because target server of region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 314111163e45,40065,1732234394748 is in state CRASHED, wait 1000 ms to retry 2024-11-22T00:13:48,894 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08; timeout=1000, timestamp=1732234429894 2024-11-22T00:13:48,897 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting 2024-11-22T00:13:48,899 INFO [PEWorker-3 {}] master.SplitWALManager(105): 314111163e45,40065,1732234394748 WAL count=1, meta=false 2024-11-22T00:13:48,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 314111163e45%2C40065%2C1732234394748.1732234396512}] 2024-11-22T00:13:48,909 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=314111163e45,39025,1732234394676 2024-11-22T00:13:48,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 314111163e45%2C40065%2C1732234394748.1732234396512, worker=314111163e45,39025,1732234394676}] 2024-11-22T00:13:48,960 INFO [RS:2;314111163e45:40065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:13:48,960 INFO [RS:2;314111163e45:40065 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,40065,1732234394748; zookeeper connection closed. 2024-11-22T00:13:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:13:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40065-0x1015fe32ddd0003, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:13:48,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e02371 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e02371 2024-11-22T00:13:49,345 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T00:13:49,345 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T00:13:49,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:49,896 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:13:49,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:49,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:49,900 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 can not run currently because target server of region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T00:13:49,900 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af can not run currently because target server of region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T00:13:49,900 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950; timeout=2000, timestamp=1732234431900 2024-11-22T00:13:49,900 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af; timeout=2000, timestamp=1732234431900 2024-11-22T00:13:49,901 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 can not run currently because target server of region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T00:13:49,901 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08; timeout=2000, timestamp=1732234431901 2024-11-22T00:13:49,902 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 can not run currently because target server of region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T00:13:49,902 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328; timeout=2000, timestamp=1732234431902 2024-11-22T00:13:51,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:51,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:13:51,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:51,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:51,905 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af can not run currently because target server of region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T00:13:51,905 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 can not run currently because target server of region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T00:13:51,905 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af; timeout=4000, timestamp=1732234435905 2024-11-22T00:13:51,905 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950; timeout=4000, timestamp=1732234435905 2024-11-22T00:13:51,906 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 can not run currently because target server of region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T00:13:51,906 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08; timeout=4000, timestamp=1732234435906 2024-11-22T00:13:51,906 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 can not run currently because target server of region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T00:13:51,907 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328; timeout=4000, timestamp=1732234435906 2024-11-22T00:13:55,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:13:55,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:13:55,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:13:55,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:13:55,916 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af can not run currently because target server of region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T00:13:55,917 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af; timeout=8000, timestamp=1732234443917 2024-11-22T00:13:55,918 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 can not run currently because target server of region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T00:13:55,918 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950; timeout=8000, timestamp=1732234443918 2024-11-22T00:13:55,922 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 can not run currently because target server of region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T00:13:55,922 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08; timeout=8000, timestamp=1732234443922 2024-11-22T00:13:55,923 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 can not run currently because target server of region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 314111163e45,40065,1732234394748 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T00:13:55,923 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328; timeout=8000, timestamp=1732234443923 2024-11-22T00:13:58,221 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=314111163e45,40065,1732234394748, timeout=1732234438578, delay=356, operations=null, containedObject=314111163e45,39025,1732234394676, timeout=1732234438578, delay=356, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 314111163e45%2C40065%2C1732234394748.1732234396512, worker=314111163e45,39025,1732234394676, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9542da56a051e9ccfee037e2cd80705c, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e55c84da2dcbff1162ece921ffb85036], containedObject=314111163e45,40967,1732234394507, timeout=1732234438578, delay=356, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913]] 2024-11-22T00:13:58,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T00:13:58,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T00:13:58,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T00:13:58,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:58,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T00:13:58,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:58,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing df1ac9911f78299a2ad42d2f6e9e4247 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T00:13:58,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T00:13:58,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T00:13:58,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:13:58,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7c2ba2b0a00fb49115f91572b1e35191 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T00:13:58,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T00:13:58,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2c0dc21e1b5504fbdd42d93a3f34cc39: 2024-11-22T00:13:58,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. for SnapshotProcedureTest completed. 2024-11-22T00:13:58,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:58,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:58,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9542da56a051e9ccfee037e2cd80705c: 2024-11-22T00:13:58,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. for SnapshotProcedureTest completed. 2024-11-22T00:13:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3364bbdb6a8d879747ff31c4acdd3913: 2024-11-22T00:13:58,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. for SnapshotProcedureTest completed. 2024-11-22T00:13:58,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:58,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e55c84da2dcbff1162ece921ffb85036: 2024-11-22T00:13:58,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. for SnapshotProcedureTest completed. 2024-11-22T00:13:58,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:58,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:58,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:58,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:13:58,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:13:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:13:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:13:58,731 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512, size=1.2 K (1257bytes) 2024-11-22T00:13:58,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T00:13:58,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T00:13:58,732 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 2024-11-22T00:13:58,753 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 after 16ms 2024-11-22T00:13:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741849_1025 (size=65) 2024-11-22T00:13:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741849_1025 (size=65) 2024-11-22T00:13:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741849_1025 (size=65) 2024-11-22T00:13:58,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:13:58,833 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 took 105ms 2024-11-22T00:13:58,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T00:13:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T00:13:58,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:58,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:13:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741850_1026 (size=57) 2024-11-22T00:13:58,866 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a8ba65de880edb879329fedb83937950: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T00:13:58,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e55c84da2dcbff1162ece921ffb85036 in 10.2950 sec 2024-11-22T00:13:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741850_1026 (size=57) 2024-11-22T00:13:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741850_1026 (size=57) 2024-11-22T00:13:58,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:13:58,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T00:13:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T00:13:58,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:58,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:13:58,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 521a554be4ceada7d1d956c21c7250af: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T00:13:58,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9542da56a051e9ccfee037e2cd80705c in 10.3120 sec 2024-11-22T00:13:58,897 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4cf103d878be0109c0bbe9da36e25d08: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T00:13:58,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0c657deffbe7bb41ad6cae4c6b870328: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T00:13:58,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 so closing down 2024-11-22T00:13:58,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T00:13:58,932 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T00:13:58,941 INFO [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 96 ms; skipped=4; WAL=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-22T00:13:58,941 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512, journal: Splitting hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512, size=1.2 K (1257bytes) at 1732234438731Finishing writing output for hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 so closing down at 1732234438907 (+176 ms)3 split writer threads finished at 1732234438932 (+25 ms)Processed 4 edits across 0 Regions in 96 ms; skipped=4; WAL=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732234438941 (+9 ms) 2024-11-22T00:13:58,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 2024-11-22T00:13:58,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/314111163e45:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T00:13:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T00:13:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:13:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:13:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:13:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:13:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:13:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:13:59,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:13:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T00:13:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:13:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T00:13:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T00:13:59,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T00:13:59,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:59,010 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:13:59,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:13:59,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3364bbdb6a8d879747ff31c4acdd3913 in 10.4450 sec 2024-11-22T00:13:59,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c0dc21e1b5504fbdd42d93a3f34cc39 in 10.4430 sec 2024-11-22T00:13:59,056 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting/314111163e45%2C40065%2C1732234394748.1732234396512 to hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs 2024-11-22T00:13:59,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T00:13:59,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 314111163e45%2C40065%2C1732234394748.1732234396512, worker=314111163e45,39025,1732234394676 in 10.1440 sec 2024-11-22T00:13:59,067 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=314111163e45,39025,1732234394676 2024-11-22T00:13:59,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T00:13:59,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 314111163e45%2C40065%2C1732234394748.1732234396512, worker=314111163e45,39025,1732234394676 in 10.1660 sec 2024-11-22T00:13:59,092 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting dir is empty, no logs to split. 2024-11-22T00:13:59,093 INFO [PEWorker-4 {}] master.SplitWALManager(105): 314111163e45,40065,1732234394748 WAL count=0, meta=false 2024-11-22T00:13:59,093 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 314111163e45,40065,1732234394748 WAL splitting is done? wals=0, meta=false 2024-11-22T00:13:59,097 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 314111163e45,40065,1732234394748 failed, ignore...File hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/WALs/314111163e45,40065,1732234394748-splitting does not exist. 2024-11-22T00:13:59,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN}] 2024-11-22T00:13:59,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN 2024-11-22T00:13:59,112 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN 2024-11-22T00:13:59,113 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T00:13:59,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN 2024-11-22T00:13:59,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T00:13:59,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN 2024-11-22T00:13:59,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T00:13:59,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T00:13:59,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/.tmp/cf/5c23da400a2243239d59cf59348fa502 is 34, key is ccd/cf:cf/1732234427367/Put/seqid=0 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(204): Hosts are {314111163e45=0} racks are {/default-rack=0} 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T00:13:59,268 INFO [314111163e45:43501 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T00:13:59,268 INFO [314111163e45:43501 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T00:13:59,268 DEBUG [314111163e45:43501 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T00:13:59,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0c657deffbe7bb41ad6cae4c6b870328, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:59,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=521a554be4ceada7d1d956c21c7250af, regionState=OPENING, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:13:59,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a8ba65de880edb879329fedb83937950, regionState=OPENING, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:59,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4cf103d878be0109c0bbe9da36e25d08, regionState=OPENING, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:13:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN because future has completed 2024-11-22T00:13:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:59,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN because future has completed 2024-11-22T00:13:59,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,39025,1732234394676}] 2024-11-22T00:13:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN because future has completed 2024-11-22T00:13:59,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN because future has completed 2024-11-22T00:13:59,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40967,1732234394507}] 2024-11-22T00:13:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40967,1732234394507}] 2024-11-22T00:13:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741854_1030 (size=47197) 2024-11-22T00:13:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741854_1030 (size=47197) 2024-11-22T00:13:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741854_1030 (size=47197) 2024-11-22T00:13:59,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/.tmp/cf/5c23da400a2243239d59cf59348fa502 2024-11-22T00:13:59,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/.tmp/cf/bbf8e4bc62a145b899aa57f4d6252f6f is 34, key is eaa/cf:cf/1732234428288/Put/seqid=0 2024-11-22T00:13:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:13:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:13:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:13:59,390 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/.tmp/cf/bbf8e4bc62a145b899aa57f4d6252f6f 2024-11-22T00:13:59,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/.tmp/cf/bbf8e4bc62a145b899aa57f4d6252f6f as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/cf/bbf8e4bc62a145b899aa57f4d6252f6f 2024-11-22T00:13:59,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/.tmp/cf/5c23da400a2243239d59cf59348fa502 as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/cf/5c23da400a2243239d59cf59348fa502 2024-11-22T00:13:59,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/cf/bbf8e4bc62a145b899aa57f4d6252f6f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T00:13:59,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/cf/5c23da400a2243239d59cf59348fa502, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T00:13:59,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7c2ba2b0a00fb49115f91572b1e35191 in 913ms, sequenceid=5, compaction requested=false 2024-11-22T00:13:59,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7c2ba2b0a00fb49115f91572b1e35191: 2024-11-22T00:13:59,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. for SnapshotProcedureTest completed. 2024-11-22T00:13:59,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:59,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:59,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/cf/bbf8e4bc62a145b899aa57f4d6252f6f] hfiles 2024-11-22T00:13:59,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/cf/bbf8e4bc62a145b899aa57f4d6252f6f for snapshot=SnapshotProcedureTest 2024-11-22T00:13:59,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for df1ac9911f78299a2ad42d2f6e9e4247 in 947ms, sequenceid=5, compaction requested=false 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for df1ac9911f78299a2ad42d2f6e9e4247: 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. for SnapshotProcedureTest completed. 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/cf/5c23da400a2243239d59cf59348fa502] hfiles 2024-11-22T00:13:59,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/cf/5c23da400a2243239d59cf59348fa502 for snapshot=SnapshotProcedureTest 2024-11-22T00:13:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741856_1032 (size=97) 2024-11-22T00:13:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741856_1032 (size=97) 2024-11-22T00:13:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741855_1031 (size=105) 2024-11-22T00:13:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741856_1032 (size=97) 2024-11-22T00:13:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741855_1031 (size=105) 2024-11-22T00:13:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741855_1031 (size=105) 2024-11-22T00:13:59,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:13:59,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T00:13:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T00:13:59,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:59,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:13:59,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df1ac9911f78299a2ad42d2f6e9e4247 in 11.1280 sec 2024-11-22T00:14:00,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:00,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T00:14:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T00:14:00,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:14:00,073 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:14:00,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c2ba2b0a00fb49115f91572b1e35191 in 11.5030 sec 2024-11-22T00:14:03,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 held by pid=41 2024-11-22T00:14:03,918 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:14:03,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af held by pid=39 2024-11-22T00:14:03,919 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:03,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 held by pid=42 2024-11-22T00:14:03,922 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:03,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 held by pid=40 2024-11-22T00:14:03,923 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:07,353 INFO [master/314111163e45:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T00:14:07,353 INFO [master/314111163e45:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T00:14:09,315 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:09,315 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 521a554be4ceada7d1d956c21c7250af, NAME => 'SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T00:14:09,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:09,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,316 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,321 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:09,321 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => a8ba65de880edb879329fedb83937950, NAME => 'SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T00:14:09,321 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,321 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:09,322 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,322 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,326 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,330 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,337 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ba65de880edb879329fedb83937950 columnFamilyName cf 2024-11-22T00:14:09,337 DEBUG [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:09,341 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 521a554be4ceada7d1d956c21c7250af columnFamilyName cf 2024-11-22T00:14:09,341 DEBUG [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:09,342 INFO [StoreOpener-a8ba65de880edb879329fedb83937950-1 {}] regionserver.HStore(327): Store=a8ba65de880edb879329fedb83937950/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:09,342 INFO [StoreOpener-521a554be4ceada7d1d956c21c7250af-1 {}] regionserver.HStore(327): Store=521a554be4ceada7d1d956c21c7250af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:09,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,343 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,347 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,349 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,350 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,350 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,360 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,365 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,365 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,369 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,378 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,380 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 521a554be4ceada7d1d956c21c7250af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73846588, jitterRate=0.100399911403656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:14:09,380 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,380 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 521a554be4ceada7d1d956c21c7250af: Running coprocessor pre-open hook at 1732234449317Writing region info on filesystem at 1732234449317Initializing all the Stores at 1732234449325 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234449325Cleaning up temporary data from old regions at 1732234449350 (+25 ms)Running coprocessor post-open hooks at 1732234449380 (+30 ms)Region opened successfully at 1732234449380 2024-11-22T00:14:09,380 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened a8ba65de880edb879329fedb83937950; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65388283, jitterRate=-0.025638654828071594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:14:09,380 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,381 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for a8ba65de880edb879329fedb83937950: Running coprocessor pre-open hook at 1732234449322Writing region info on filesystem at 1732234449322Initializing all the Stores at 1732234449326 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234449326Cleaning up temporary data from old regions at 1732234449365 (+39 ms)Running coprocessor post-open hooks at 1732234449380 (+15 ms)Region opened successfully at 1732234449380 2024-11-22T00:14:09,392 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950., pid=45, masterSystemTime=1732234449305 2024-11-22T00:14:09,396 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af., pid=44, masterSystemTime=1732234449302 2024-11-22T00:14:09,397 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:09,397 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:09,397 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:09,398 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf103d878be0109c0bbe9da36e25d08, NAME => 'SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T00:14:09,398 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,398 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:09,399 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,399 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a8ba65de880edb879329fedb83937950, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:14:09,411 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,415 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:09,415 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:09,416 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:09,416 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c657deffbe7bb41ad6cae4c6b870328, NAME => 'SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T00:14:09,416 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf103d878be0109c0bbe9da36e25d08 columnFamilyName cf 2024-11-22T00:14:09,416 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,417 DEBUG [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:09,417 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:09,417 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,417 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40967,1732234394507 because future has completed 2024-11-22T00:14:09,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=521a554be4ceada7d1d956c21c7250af, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:14:09,428 INFO [StoreOpener-4cf103d878be0109c0bbe9da36e25d08-1 {}] regionserver.HStore(327): Store=4cf103d878be0109c0bbe9da36e25d08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:09,428 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,433 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,437 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=314111163e45,39025,1732234394676, table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:14:09,438 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,439 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,439 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,39025,1732234394676 because future has completed 2024-11-22T00:14:09,446 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-22T00:14:09,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure a8ba65de880edb879329fedb83937950, server=314111163e45,40967,1732234394507 in 10.1360 sec 2024-11-22T00:14:09,449 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4cf103d878be0109c0bbe9da36e25d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70848714, jitterRate=0.05572810769081116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:14:09,449 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,449 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4cf103d878be0109c0bbe9da36e25d08: Running coprocessor pre-open hook at 1732234449399Writing region info on filesystem at 1732234449399Initializing all the Stores at 1732234449402 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234449402Cleaning up temporary data from old regions at 1732234449439 (+37 ms)Running coprocessor post-open hooks at 1732234449449 (+10 ms)Region opened successfully at 1732234449449 2024-11-22T00:14:09,451 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,454 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c657deffbe7bb41ad6cae4c6b870328 columnFamilyName cf 2024-11-22T00:14:09,455 DEBUG [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:09,457 INFO [StoreOpener-0c657deffbe7bb41ad6cae4c6b870328-1 {}] regionserver.HStore(327): Store=0c657deffbe7bb41ad6cae4c6b870328/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:09,457 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., pid=46, masterSystemTime=1732234449305 2024-11-22T00:14:09,458 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,466 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,468 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:09,468 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:09,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8ba65de880edb879329fedb83937950, ASSIGN in 10.3490 sec 2024-11-22T00:14:09,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:14:09,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4cf103d878be0109c0bbe9da36e25d08, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,40967,1732234394507 2024-11-22T00:14:09,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-22T00:14:09,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40967,1732234394507 because future has completed 2024-11-22T00:14:09,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 521a554be4ceada7d1d956c21c7250af, server=314111163e45,39025,1732234394676 in 10.1690 sec 2024-11-22T00:14:09,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=521a554be4ceada7d1d956c21c7250af, ASSIGN in 10.3690 sec 2024-11-22T00:14:09,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:09,480 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,484 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,484 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-22T00:14:09,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf103d878be0109c0bbe9da36e25d08, server=314111163e45,40967,1732234394507 in 10.1820 sec 2024-11-22T00:14:09,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:09,504 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cf103d878be0109c0bbe9da36e25d08, ASSIGN in 10.3870 sec 2024-11-22T00:14:09,516 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0c657deffbe7bb41ad6cae4c6b870328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60859420, jitterRate=-0.09312397241592407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:14:09,516 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,516 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0c657deffbe7bb41ad6cae4c6b870328: Running coprocessor pre-open hook at 1732234449417Writing region info on filesystem at 1732234449417Initializing all the Stores at 1732234449430 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234449430Cleaning up temporary data from old regions at 1732234449484 (+54 ms)Running coprocessor post-open hooks at 1732234449516 (+32 ms)Region opened successfully at 1732234449516 2024-11-22T00:14:09,528 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328., pid=43, masterSystemTime=1732234449302 2024-11-22T00:14:09,556 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:09,556 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:09,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0c657deffbe7bb41ad6cae4c6b870328, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39025,1732234394676 2024-11-22T00:14:09,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,39025,1732234394676 because future has completed 2024-11-22T00:14:09,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-22T00:14:09,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328, server=314111163e45,39025,1732234394676 in 10.2930 sec 2024-11-22T00:14:09,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:09,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-22T00:14:09,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c657deffbe7bb41ad6cae4c6b870328, ASSIGN in 10.4890 sec 2024-11-22T00:14:09,612 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 314111163e45,40065,1732234394748 after splitting done 2024-11-22T00:14:09,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 314111163e45,40065,1732234394748, splitWal=true, meta=false in 20.7320 sec 2024-11-22T00:14:12,057 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:14:14,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T00:14:16,982 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T00:14:19,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T00:14:19,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:19,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4cf103d878be0109c0bbe9da36e25d08: 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. for SnapshotProcedureTest completed. 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a8ba65de880edb879329fedb83937950: 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. for SnapshotProcedureTest completed. 2024-11-22T00:14:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:14:19,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:14:19,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:14:19,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:14:19,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:14:19,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:14:19,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T00:14:19,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 521a554be4ceada7d1d956c21c7250af: 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. for SnapshotProcedureTest completed. 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0c657deffbe7bb41ad6cae4c6b870328: 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. for SnapshotProcedureTest completed. 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:14:19,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:14:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741858_1034 (size=65) 2024-11-22T00:14:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741858_1034 (size=65) 2024-11-22T00:14:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741858_1034 (size=65) 2024-11-22T00:14:19,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:19,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T00:14:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T00:14:19,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:19,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:19,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cf103d878be0109c0bbe9da36e25d08 in 30.9260 sec 2024-11-22T00:14:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741857_1033 (size=65) 2024-11-22T00:14:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741857_1033 (size=65) 2024-11-22T00:14:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741857_1033 (size=65) 2024-11-22T00:14:19,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:19,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T00:14:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T00:14:19,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a8ba65de880edb879329fedb83937950 2024-11-22T00:14:19,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 2024-11-22T00:14:19,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a8ba65de880edb879329fedb83937950 in 30.9350 sec 2024-11-22T00:14:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741859_1035 (size=65) 2024-11-22T00:14:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741859_1035 (size=65) 2024-11-22T00:14:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741859_1035 (size=65) 2024-11-22T00:14:19,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:19,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T00:14:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T00:14:19,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:19,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741860_1036 (size=65) 2024-11-22T00:14:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741860_1036 (size=65) 2024-11-22T00:14:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741860_1036 (size=65) 2024-11-22T00:14:19,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:19,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T00:14:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T00:14:19,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:19,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:19,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c657deffbe7bb41ad6cae4c6b870328 in 30.9450 sec 2024-11-22T00:14:19,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-22T00:14:19,524 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T00:14:19,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 521a554be4ceada7d1d956c21c7250af in 30.9510 sec 2024-11-22T00:14:19,526 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T00:14:19,528 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T00:14:19,529 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T00:14:19,531 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:14:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741861_1037 (size=1094) 2024-11-22T00:14:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741861_1037 (size=1094) 2024-11-22T00:14:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741861_1037 (size=1094) 2024-11-22T00:14:19,566 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T00:14:19,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T00:14:19,581 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:19,581 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:19,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:19,581 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:19,581 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:19,588 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:20,057 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=314111163e45:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T00:14:23,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7c2ba2b0a00fb49115f91572b1e35191, had cached 0 bytes from a total of 499309 2024-11-22T00:14:23,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region df1ac9911f78299a2ad42d2f6e9e4247, had cached 0 bytes from a total of 47197 2024-11-22T00:14:27,353 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9542da56a051e9ccfee037e2cd80705c changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,354 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 521a554be4ceada7d1d956c21c7250af changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,364 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e55c84da2dcbff1162ece921ffb85036 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,368 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0c657deffbe7bb41ad6cae4c6b870328 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,368 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7c2ba2b0a00fb49115f91572b1e35191 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,369 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c0dc21e1b5504fbdd42d93a3f34cc39 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,369 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a8ba65de880edb879329fedb83937950 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,369 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3364bbdb6a8d879747ff31c4acdd3913 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,369 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4cf103d878be0109c0bbe9da36e25d08 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:27,369 DEBUG [master/314111163e45:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df1ac9911f78299a2ad42d2f6e9e4247 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T00:14:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-22T00:14:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-22T00:14:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T00:14:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T00:14:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T00:14:29,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:14:29,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T00:14:29,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T00:14:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T00:14:29,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:14:29,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T00:14:29,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T00:14:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T00:14:29,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T00:14:29,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T00:14:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T00:14:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T00:14:29,656 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 Release verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T00:14:29,658 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 Release verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T00:14:29,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 in 10.0820 sec 2024-11-22T00:14:29,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 in 10.0830 sec 2024-11-22T00:14:29,697 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 Release verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:29,697 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 Release verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:29,698 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:29,700 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 Release verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:29,701 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:29,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 in 10.1220 sec 2024-11-22T00:14:29,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 in 10.1250 sec 2024-11-22T00:14:29,733 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 Release verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:29,741 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:29,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 in 10.1220 sec 2024-11-22T00:14:29,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 in 10.1580 sec 2024-11-22T00:14:29,765 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T00:14:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T00:14:39,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T00:14:39,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T00:14:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T00:14:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T00:14:39,719 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 Release verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:39,733 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 Release verify snapshot worker=314111163e45,39025,1732234394676 2024-11-22T00:14:39,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 in 20.1440 sec 2024-11-22T00:14:39,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T00:14:39,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T00:14:39,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T00:14:39,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T00:14:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T00:14:39,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39025,1732234394676 in 20.1590 sec 2024-11-22T00:14:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T00:14:39,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 Release verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:39,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 in 20.1940 sec 2024-11-22T00:14:39,780 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 Release verify snapshot worker=314111163e45,40967,1732234394507 2024-11-22T00:14:39,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-22T00:14:39,789 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T00:14:39,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,40967,1732234394507 in 20.2050 sec 2024-11-22T00:14:39,797 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T00:14:39,805 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T00:14:39,805 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T00:14:39,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2760 sec 2024-11-22T00:14:39,879 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T00:14:39,888 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T00:14:39,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T00:14:39,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:14:39,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:14:39,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:39,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:39,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T00:14:39,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T00:14:39,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844676721, stopped=false 2024-11-22T00:14:39,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=314111163e45,43501,1732234393209 2024-11-22T00:14:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:39,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T00:14:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:39,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:14:39,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:14:39,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:39,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:39,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,40967,1732234394507' ***** 2024-11-22T00:14:39,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T00:14:39,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,39025,1732234394676' ***** 2024-11-22T00:14:39,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T00:14:39,931 INFO [RS:1;314111163e45:39025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:14:39,931 INFO [RS:1;314111163e45:39025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:14:39,931 INFO [RS:1;314111163e45:39025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:14:39,931 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for 521a554be4ceada7d1d956c21c7250af 2024-11-22T00:14:39,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:14:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:39,932 INFO [RS:0;314111163e45:40967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:14:39,932 INFO [RS:0;314111163e45:40967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:14:39,932 INFO [RS:0;314111163e45:40967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:14:39,933 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c0dc21e1b5504fbdd42d93a3f34cc39 2024-11-22T00:14:39,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:39,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:39,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:14:39,940 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for 9542da56a051e9ccfee037e2cd80705c 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c657deffbe7bb41ad6cae4c6b870328 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(959): stopping server 314111163e45,39025,1732234394676 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:14:39,941 INFO [RS:1;314111163e45:39025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;314111163e45:39025. 2024-11-22T00:14:39,941 DEBUG [RS:1;314111163e45:39025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:14:39,941 DEBUG [RS:1;314111163e45:39025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:39,942 INFO [RS:1;314111163e45:39025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:14:39,942 INFO [RS:1;314111163e45:39025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:14:39,942 INFO [RS:1;314111163e45:39025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:14:39,942 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T00:14:39,943 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 521a554be4ceada7d1d956c21c7250af, disabling compactions & flushes 2024-11-22T00:14:39,943 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:39,944 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:39,944 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. after waiting 0 ms 2024-11-22T00:14:39,944 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:39,944 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T00:14:39,944 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1325): Online Regions={521a554be4ceada7d1d956c21c7250af=SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af., e55c84da2dcbff1162ece921ffb85036=SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036., 1588230740=hbase:meta,,1.1588230740, 9542da56a051e9ccfee037e2cd80705c=SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c., 7c2ba2b0a00fb49115f91572b1e35191=SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191., 0c657deffbe7bb41ad6cae4c6b870328=SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328.} 2024-11-22T00:14:39,945 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1351): Waiting on 0c657deffbe7bb41ad6cae4c6b870328, 1588230740, 521a554be4ceada7d1d956c21c7250af, 7c2ba2b0a00fb49115f91572b1e35191, 9542da56a051e9ccfee037e2cd80705c, e55c84da2dcbff1162ece921ffb85036 2024-11-22T00:14:39,945 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:14:39,945 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T00:14:39,945 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T00:14:39,945 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:14:39,945 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:14:39,946 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-22T00:14:39,952 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for a8ba65de880edb879329fedb83937950 2024-11-22T00:14:39,952 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for 3364bbdb6a8d879747ff31c4acdd3913 2024-11-22T00:14:39,952 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf103d878be0109c0bbe9da36e25d08 2024-11-22T00:14:39,953 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:14:39,953 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(959): stopping server 314111163e45,40967,1732234394507 2024-11-22T00:14:39,953 INFO [RS:0;314111163e45:40967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:14:39,953 INFO [RS:0;314111163e45:40967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;314111163e45:40967. 2024-11-22T00:14:39,953 DEBUG [RS:0;314111163e45:40967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:14:39,953 DEBUG [RS:0;314111163e45:40967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:39,953 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T00:14:39,953 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1325): Online Regions={2c0dc21e1b5504fbdd42d93a3f34cc39=SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39., a8ba65de880edb879329fedb83937950=SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950., 3364bbdb6a8d879747ff31c4acdd3913=SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913., 4cf103d878be0109c0bbe9da36e25d08=SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08., df1ac9911f78299a2ad42d2f6e9e4247=SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247.} 2024-11-22T00:14:39,953 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1351): Waiting on 2c0dc21e1b5504fbdd42d93a3f34cc39, 3364bbdb6a8d879747ff31c4acdd3913, 4cf103d878be0109c0bbe9da36e25d08, a8ba65de880edb879329fedb83937950, df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:14:39,954 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c0dc21e1b5504fbdd42d93a3f34cc39, disabling compactions & flushes 2024-11-22T00:14:39,955 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:14:39,955 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:14:39,955 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. after waiting 0 ms 2024-11-22T00:14:39,955 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:14:39,980 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:14:39,985 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:14:39,999 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/521a554be4ceada7d1d956c21c7250af/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,006 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:40,006 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 521a554be4ceada7d1d956c21c7250af: Waiting for close lock at 1732234479943Running coprocessor pre-close hooks at 1732234479943Disabling compacts and flushes for region at 1732234479943Disabling writes for close at 1732234479944 (+1 ms)Writing region close event to WAL at 1732234479956 (+12 ms)Running coprocessor post-close hooks at 1732234480004 (+48 ms)Closed at 1732234480006 (+2 ms) 2024-11-22T00:14:40,007 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af. 2024-11-22T00:14:40,007 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e55c84da2dcbff1162ece921ffb85036, disabling compactions & flushes 2024-11-22T00:14:40,007 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:14:40,007 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:14:40,008 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. after waiting 0 ms 2024-11-22T00:14:40,008 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:14:40,027 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/2c0dc21e1b5504fbdd42d93a3f34cc39/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,041 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:14:40,041 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c0dc21e1b5504fbdd42d93a3f34cc39: Waiting for close lock at 1732234479954Running coprocessor pre-close hooks at 1732234479954Disabling compacts and flushes for region at 1732234479954Disabling writes for close at 1732234479955 (+1 ms)Writing region close event to WAL at 1732234479966 (+11 ms)Running coprocessor post-close hooks at 1732234480041 (+75 ms)Closed at 1732234480041 2024-11-22T00:14:40,041 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732234407365.2c0dc21e1b5504fbdd42d93a3f34cc39. 2024-11-22T00:14:40,042 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8ba65de880edb879329fedb83937950, disabling compactions & flushes 2024-11-22T00:14:40,042 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:40,042 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:40,042 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. after waiting 0 ms 2024-11-22T00:14:40,042 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:40,064 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/a8ba65de880edb879329fedb83937950/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,054 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/e55c84da2dcbff1162ece921ffb85036/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,079 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:14:40,079 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e55c84da2dcbff1162ece921ffb85036: Waiting for close lock at 1732234480007Running coprocessor pre-close hooks at 1732234480007Disabling compacts and flushes for region at 1732234480007Disabling writes for close at 1732234480008 (+1 ms)Writing region close event to WAL at 1732234480011 (+3 ms)Running coprocessor post-close hooks at 1732234480079 (+68 ms)Closed at 1732234480079 2024-11-22T00:14:40,080 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732234407365.e55c84da2dcbff1162ece921ffb85036. 2024-11-22T00:14:40,080 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9542da56a051e9ccfee037e2cd80705c, disabling compactions & flushes 2024-11-22T00:14:40,080 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:14:40,081 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:14:40,081 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. after waiting 0 ms 2024-11-22T00:14:40,081 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:14:40,082 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/info/719c24ff73b94568b2f27ba61843c5d9 is 167, key is SPTestTable,19999999,1732234407365.521a554be4ceada7d1d956c21c7250af./info:regioninfo/1732234449427/Put/seqid=0 2024-11-22T00:14:40,084 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8ba65de880edb879329fedb83937950: Waiting for close lock at 1732234480042Running coprocessor pre-close hooks at 1732234480042Disabling compacts and flushes for region at 1732234480042Disabling writes for close at 1732234480042Writing region close event to WAL at 1732234480049 (+7 ms)Running coprocessor post-close hooks at 1732234480069 (+20 ms)Closed at 1732234480084 (+15 ms) 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732234407365.a8ba65de880edb879329fedb83937950. 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3364bbdb6a8d879747ff31c4acdd3913, disabling compactions & flushes 2024-11-22T00:14:40,085 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. after waiting 0 ms 2024-11-22T00:14:40,085 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:14:40,107 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/9542da56a051e9ccfee037e2cd80705c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,108 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9542da56a051e9ccfee037e2cd80705c: Waiting for close lock at 1732234480080Running coprocessor pre-close hooks at 1732234480080Disabling compacts and flushes for region at 1732234480080Disabling writes for close at 1732234480081 (+1 ms)Writing region close event to WAL at 1732234480090 (+9 ms)Running coprocessor post-close hooks at 1732234480108 (+18 ms)Closed at 1732234480108 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732234407365.9542da56a051e9ccfee037e2cd80705c. 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c2ba2b0a00fb49115f91572b1e35191, disabling compactions & flushes 2024-11-22T00:14:40,109 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. after waiting 0 ms 2024-11-22T00:14:40,109 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:40,120 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/3364bbdb6a8d879747ff31c4acdd3913/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,123 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:14:40,123 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3364bbdb6a8d879747ff31c4acdd3913: Waiting for close lock at 1732234480085Running coprocessor pre-close hooks at 1732234480085Disabling compacts and flushes for region at 1732234480085Disabling writes for close at 1732234480085Writing region close event to WAL at 1732234480096 (+11 ms)Running coprocessor post-close hooks at 1732234480122 (+26 ms)Closed at 1732234480123 (+1 ms) 2024-11-22T00:14:40,123 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732234407365.3364bbdb6a8d879747ff31c4acdd3913. 2024-11-22T00:14:40,123 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf103d878be0109c0bbe9da36e25d08, disabling compactions & flushes 2024-11-22T00:14:40,123 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:40,123 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:40,123 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. after waiting 0 ms 2024-11-22T00:14:40,124 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:40,148 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1351): Waiting on 0c657deffbe7bb41ad6cae4c6b870328, 1588230740, 7c2ba2b0a00fb49115f91572b1e35191 2024-11-22T00:14:40,162 DEBUG [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1351): Waiting on 4cf103d878be0109c0bbe9da36e25d08, df1ac9911f78299a2ad42d2f6e9e4247 2024-11-22T00:14:40,217 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/7c2ba2b0a00fb49115f91572b1e35191/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:14:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741862_1038 (size=20292) 2024-11-22T00:14:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741862_1038 (size=20292) 2024-11-22T00:14:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741862_1038 (size=20292) 2024-11-22T00:14:40,221 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:40,221 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c2ba2b0a00fb49115f91572b1e35191: Waiting for close lock at 1732234480109Running coprocessor pre-close hooks at 1732234480109Disabling compacts and flushes for region at 1732234480109Disabling writes for close at 1732234480109Writing region close event to WAL at 1732234480191 (+82 ms)Running coprocessor post-close hooks at 1732234480221 (+30 ms)Closed at 1732234480221 2024-11-22T00:14:40,221 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/info/719c24ff73b94568b2f27ba61843c5d9 2024-11-22T00:14:40,221 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732234407365.7c2ba2b0a00fb49115f91572b1e35191. 2024-11-22T00:14:40,222 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c657deffbe7bb41ad6cae4c6b870328, disabling compactions & flushes 2024-11-22T00:14:40,222 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:40,222 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:40,222 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. after waiting 0 ms 2024-11-22T00:14:40,222 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:40,232 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/4cf103d878be0109c0bbe9da36e25d08/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,234 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf103d878be0109c0bbe9da36e25d08: Waiting for close lock at 1732234480123Running coprocessor pre-close hooks at 1732234480123Disabling compacts and flushes for region at 1732234480123Disabling writes for close at 1732234480123Writing region close event to WAL at 1732234480181 (+58 ms)Running coprocessor post-close hooks at 1732234480233 (+52 ms)Closed at 1732234480233 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732234407365.4cf103d878be0109c0bbe9da36e25d08. 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df1ac9911f78299a2ad42d2f6e9e4247, disabling compactions & flushes 2024-11-22T00:14:40,234 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. after waiting 0 ms 2024-11-22T00:14:40,234 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:14:40,318 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T00:14:40,318 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T00:14:40,321 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/ns/f478dfe2c38840cc9c5347ef3e6c9346 is 43, key is default/ns:d/1732234407051/Put/seqid=0 2024-11-22T00:14:40,325 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/0c657deffbe7bb41ad6cae4c6b870328/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:14:40,326 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/default/SPTestTable/df1ac9911f78299a2ad42d2f6e9e4247/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:14:40,326 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:40,327 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c657deffbe7bb41ad6cae4c6b870328: Waiting for close lock at 1732234480222Running coprocessor pre-close hooks at 1732234480222Disabling compacts and flushes for region at 1732234480222Disabling writes for close at 1732234480222Writing region close event to WAL at 1732234480252 (+30 ms)Running coprocessor post-close hooks at 1732234480326 (+74 ms)Closed at 1732234480326 2024-11-22T00:14:40,327 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732234407365.0c657deffbe7bb41ad6cae4c6b870328. 2024-11-22T00:14:40,328 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:14:40,328 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df1ac9911f78299a2ad42d2f6e9e4247: Waiting for close lock at 1732234480234Running coprocessor pre-close hooks at 1732234480234Disabling compacts and flushes for region at 1732234480234Disabling writes for close at 1732234480234Writing region close event to WAL at 1732234480281 (+47 ms)Running coprocessor post-close hooks at 1732234480327 (+46 ms)Closed at 1732234480327 2024-11-22T00:14:40,328 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732234407365.df1ac9911f78299a2ad42d2f6e9e4247. 2024-11-22T00:14:40,348 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T00:14:40,348 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T00:14:40,352 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:14:40,368 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(976): stopping server 314111163e45,40967,1732234394507; all regions closed. 2024-11-22T00:14:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741863_1039 (size=5153) 2024-11-22T00:14:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741863_1039 (size=5153) 2024-11-22T00:14:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741863_1039 (size=5153) 2024-11-22T00:14:40,420 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/ns/f478dfe2c38840cc9c5347ef3e6c9346 2024-11-22T00:14:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741834_1010 (size=3530) 2024-11-22T00:14:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741834_1010 (size=3530) 2024-11-22T00:14:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741834_1010 (size=3530) 2024-11-22T00:14:40,451 DEBUG [RS:0;314111163e45:40967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs 2024-11-22T00:14:40,452 INFO [RS:0;314111163e45:40967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C40967%2C1732234394507:(num 1732234396504) 2024-11-22T00:14:40,452 DEBUG [RS:0;314111163e45:40967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:40,452 INFO [RS:0;314111163e45:40967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:14:40,456 INFO [RS:0;314111163e45:40967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:14:40,456 INFO [RS:0;314111163e45:40967 {}] hbase.ChoreService(370): Chore service for: regionserver/314111163e45:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T00:14:40,457 INFO [RS:0;314111163e45:40967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:14:40,457 INFO [RS:0;314111163e45:40967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:14:40,457 INFO [RS:0;314111163e45:40967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:14:40,457 INFO [RS:0;314111163e45:40967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:14:40,457 INFO [RS:0;314111163e45:40967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40967 2024-11-22T00:14:40,457 INFO [regionserver/314111163e45:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:14:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,40967,1732234394507 2024-11-22T00:14:40,513 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/table/5fb1d58440114ec2a4f767eff78a4a48 is 47, key is SPTestTable/table:state/1732234418401/Put/seqid=0 2024-11-22T00:14:40,513 INFO [RS:0;314111163e45:40967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:14:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:14:40,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,40967,1732234394507] 2024-11-22T00:14:40,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,40967,1732234394507 already deleted, retry=false 2024-11-22T00:14:40,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 314111163e45,40967,1732234394507 expired; onlineServers=1 2024-11-22T00:14:40,556 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:14:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741864_1040 (size=5214) 2024-11-22T00:14:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741864_1040 (size=5214) 2024-11-22T00:14:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1015fe32ddd0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:40,619 INFO [RS:0;314111163e45:40967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:14:40,619 INFO [RS:0;314111163e45:40967 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,40967,1732234394507; zookeeper connection closed. 2024-11-22T00:14:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741864_1040 (size=5214) 2024-11-22T00:14:40,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cee0587 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cee0587 2024-11-22T00:14:40,632 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/table/5fb1d58440114ec2a4f767eff78a4a48 2024-11-22T00:14:40,679 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/info/719c24ff73b94568b2f27ba61843c5d9 as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/info/719c24ff73b94568b2f27ba61843c5d9 2024-11-22T00:14:40,710 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/info/719c24ff73b94568b2f27ba61843c5d9, entries=116, sequenceid=37, filesize=19.8 K 2024-11-22T00:14:40,714 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/ns/f478dfe2c38840cc9c5347ef3e6c9346 as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/ns/f478dfe2c38840cc9c5347ef3e6c9346 2024-11-22T00:14:40,751 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/ns/f478dfe2c38840cc9c5347ef3e6c9346, entries=2, sequenceid=37, filesize=5.0 K 2024-11-22T00:14:40,760 DEBUG [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:14:40,784 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/.tmp/table/5fb1d58440114ec2a4f767eff78a4a48 as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/table/5fb1d58440114ec2a4f767eff78a4a48 2024-11-22T00:14:40,841 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/table/5fb1d58440114ec2a4f767eff78a4a48, entries=2, sequenceid=37, filesize=5.1 K 2024-11-22T00:14:40,845 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=37, compaction requested=false 2024-11-22T00:14:40,858 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-22T00:14:40,859 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:14:40,859 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T00:14:40,859 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732234479945Running coprocessor pre-close hooks at 1732234479945Disabling compacts and flushes for region at 1732234479945Disabling writes for close at 1732234479945Obtaining lock to block concurrent updates at 1732234479946 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732234479946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732234479946Flushing stores of hbase:meta,,1.1588230740 at 1732234479947 (+1 ms)Flushing 1588230740/info: creating writer at 1732234479947Flushing 1588230740/info: appending metadata at 1732234480076 (+129 ms)Flushing 1588230740/info: closing flushed file at 1732234480076Flushing 1588230740/ns: creating writer at 1732234480247 (+171 ms)Flushing 1588230740/ns: appending metadata at 1732234480320 (+73 ms)Flushing 1588230740/ns: closing flushed file at 1732234480320Flushing 1588230740/table: creating writer at 1732234480468 (+148 ms)Flushing 1588230740/table: appending metadata at 1732234480505 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732234480505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246c5cf: reopening flushed file at 1732234480677 (+172 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc63381: reopening flushed file at 1732234480711 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e80a24: reopening flushed file at 1732234480752 (+41 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=37, compaction requested=false at 1732234480845 (+93 ms)Writing region close event to WAL at 1732234480848 (+3 ms)Running coprocessor post-close hooks at 1732234480859 (+11 ms)Closed at 1732234480859 2024-11-22T00:14:40,860 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T00:14:40,960 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(976): stopping server 314111163e45,39025,1732234394676; all regions closed. 2024-11-22T00:14:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741836_1012 (size=19546) 2024-11-22T00:14:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741836_1012 (size=19546) 2024-11-22T00:14:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741836_1012 (size=19546) 2024-11-22T00:14:40,977 DEBUG [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs 2024-11-22T00:14:40,977 INFO [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C39025%2C1732234394676.meta:.meta(num 1732234406733) 2024-11-22T00:14:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741833_1009 (size=3500) 2024-11-22T00:14:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741833_1009 (size=3500) 2024-11-22T00:14:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741833_1009 (size=3500) 2024-11-22T00:14:40,997 DEBUG [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/oldWALs 2024-11-22T00:14:40,998 INFO [RS:1;314111163e45:39025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C39025%2C1732234394676:(num 1732234396492) 2024-11-22T00:14:40,998 DEBUG [RS:1;314111163e45:39025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:40,998 INFO [RS:1;314111163e45:39025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:14:40,998 INFO [RS:1;314111163e45:39025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:14:40,998 INFO [RS:1;314111163e45:39025 {}] hbase.ChoreService(370): Chore service for: regionserver/314111163e45:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T00:14:40,998 INFO [RS:1;314111163e45:39025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:14:40,998 INFO [regionserver/314111163e45:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:14:40,999 INFO [RS:1;314111163e45:39025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39025 2024-11-22T00:14:41,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,39025,1732234394676 2024-11-22T00:14:41,013 INFO [RS:1;314111163e45:39025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:14:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:14:41,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,39025,1732234394676] 2024-11-22T00:14:41,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,39025,1732234394676 already deleted, retry=false 2024-11-22T00:14:41,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 314111163e45,39025,1732234394676 expired; onlineServers=0 2024-11-22T00:14:41,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '314111163e45,43501,1732234393209' ***** 2024-11-22T00:14:41,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T00:14:41,038 INFO [M:0;314111163e45:43501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:14:41,038 INFO [M:0;314111163e45:43501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:14:41,038 DEBUG [M:0;314111163e45:43501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T00:14:41,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T00:14:41,039 DEBUG [M:0;314111163e45:43501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T00:14:41,039 DEBUG [master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234396033 {}] cleaner.HFileCleaner(306): Exit Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234396033,5,FailOnTimeoutGroup] 2024-11-22T00:14:41,039 DEBUG [master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234396035 {}] cleaner.HFileCleaner(306): Exit Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234396035,5,FailOnTimeoutGroup] 2024-11-22T00:14:41,040 INFO [M:0;314111163e45:43501 {}] hbase.ChoreService(370): Chore service for: master/314111163e45:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T00:14:41,040 INFO [M:0;314111163e45:43501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:14:41,040 DEBUG [M:0;314111163e45:43501 {}] master.HMaster(1795): Stopping service threads 2024-11-22T00:14:41,040 INFO [M:0;314111163e45:43501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T00:14:41,040 INFO [M:0;314111163e45:43501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T00:14:41,041 ERROR [M:0;314111163e45:43501 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:45231 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45231,5,PEWorkerGroup] 2024-11-22T00:14:41,041 INFO [M:0;314111163e45:43501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T00:14:41,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T00:14:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T00:14:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:41,044 DEBUG [M:0;314111163e45:43501 {}] zookeeper.ZKUtil(347): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T00:14:41,044 WARN [M:0;314111163e45:43501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T00:14:41,048 INFO [M:0;314111163e45:43501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/.lastflushedseqids 2024-11-22T00:14:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741865_1041 (size=686) 2024-11-22T00:14:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741865_1041 (size=686) 2024-11-22T00:14:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741865_1041 (size=686) 2024-11-22T00:14:41,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:41,123 INFO [RS:1;314111163e45:39025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:14:41,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39025-0x1015fe32ddd0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:41,123 INFO [RS:1;314111163e45:39025 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,39025,1732234394676; zookeeper connection closed. 2024-11-22T00:14:41,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4541de78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4541de78 2024-11-22T00:14:41,124 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T00:14:41,486 INFO [M:0;314111163e45:43501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T00:14:41,486 INFO [M:0;314111163e45:43501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T00:14:41,486 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:14:41,486 INFO [M:0;314111163e45:43501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:41,486 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:41,486 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:14:41,486 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:41,487 INFO [M:0;314111163e45:43501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.54 KB heapSize=242.32 KB 2024-11-22T00:14:41,518 DEBUG [M:0;314111163e45:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2886d1ff4994fb58e9c4b0c4d8fb5dc is 82, key is hbase:meta,,1/info:regioninfo/1732234406823/Put/seqid=0 2024-11-22T00:14:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741866_1042 (size=5672) 2024-11-22T00:14:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741866_1042 (size=5672) 2024-11-22T00:14:41,568 INFO [M:0;314111163e45:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2886d1ff4994fb58e9c4b0c4d8fb5dc 2024-11-22T00:14:41,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741866_1042 (size=5672) 2024-11-22T00:14:41,664 DEBUG [M:0;314111163e45:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aafc3bff1c49a2a2c2362b1b0c0343 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732234418415/Put/seqid=0 2024-11-22T00:14:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741867_1043 (size=8972) 2024-11-22T00:14:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741867_1043 (size=8972) 2024-11-22T00:14:41,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741867_1043 (size=8972) 2024-11-22T00:14:41,729 INFO [M:0;314111163e45:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.80 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aafc3bff1c49a2a2c2362b1b0c0343 2024-11-22T00:14:41,769 INFO [M:0;314111163e45:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29aafc3bff1c49a2a2c2362b1b0c0343 2024-11-22T00:14:41,847 DEBUG [M:0;314111163e45:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4fd62b3d32a4a289844ec35b1fd336a is 69, key is 314111163e45,39025,1732234394676/rs:state/1732234396181/Put/seqid=0 2024-11-22T00:14:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741868_1044 (size=5446) 2024-11-22T00:14:41,905 INFO [M:0;314111163e45:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4fd62b3d32a4a289844ec35b1fd336a 2024-11-22T00:14:41,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741868_1044 (size=5446) 2024-11-22T00:14:41,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741868_1044 (size=5446) 2024-11-22T00:14:41,931 INFO [M:0;314111163e45:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4fd62b3d32a4a289844ec35b1fd336a 2024-11-22T00:14:41,933 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2886d1ff4994fb58e9c4b0c4d8fb5dc as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2886d1ff4994fb58e9c4b0c4d8fb5dc 2024-11-22T00:14:41,947 INFO [M:0;314111163e45:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2886d1ff4994fb58e9c4b0c4d8fb5dc, entries=8, sequenceid=513, filesize=5.5 K 2024-11-22T00:14:41,948 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29aafc3bff1c49a2a2c2362b1b0c0343 as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29aafc3bff1c49a2a2c2362b1b0c0343 2024-11-22T00:14:41,969 INFO [M:0;314111163e45:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29aafc3bff1c49a2a2c2362b1b0c0343 2024-11-22T00:14:41,969 INFO [M:0;314111163e45:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29aafc3bff1c49a2a2c2362b1b0c0343, entries=56, sequenceid=513, filesize=8.8 K 2024-11-22T00:14:41,976 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4fd62b3d32a4a289844ec35b1fd336a as hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4fd62b3d32a4a289844ec35b1fd336a 2024-11-22T00:14:41,995 INFO [M:0;314111163e45:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4fd62b3d32a4a289844ec35b1fd336a 2024-11-22T00:14:41,995 INFO [M:0;314111163e45:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45231/user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4fd62b3d32a4a289844ec35b1fd336a, entries=3, sequenceid=513, filesize=5.3 K 2024-11-22T00:14:42,005 INFO [M:0;314111163e45:43501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.54 KB/200231, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=513, compaction requested=false 2024-11-22T00:14:42,013 INFO [M:0;314111163e45:43501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:42,016 DEBUG [M:0;314111163e45:43501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732234481486Disabling compacts and flushes for region at 1732234481486Disabling writes for close at 1732234481486Obtaining lock to block concurrent updates at 1732234481487 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732234481487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200231, getHeapSize=248072, getOffHeapSize=0, getCellsCount=620 at 1732234481487Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732234481488 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732234481488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732234481517 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732234481517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732234481604 (+87 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732234481663 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732234481663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732234481770 (+107 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732234481846 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732234481846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23879fe6: reopening flushed file at 1732234481931 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49051410: reopening flushed file at 1732234481947 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562d6fa3: reopening flushed file at 1732234481969 (+22 ms)Finished flush of dataSize ~195.54 KB/200231, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=513, compaction requested=false at 1732234482005 (+36 ms)Writing region close event to WAL at 1732234482013 (+8 ms)Closed at 1732234482013 2024-11-22T00:14:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741830_1006 (size=234423) 2024-11-22T00:14:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34767 is added to blk_1073741830_1006 (size=234423) 2024-11-22T00:14:42,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7705abc-7a89-e4d2-32d4-bc5d2c9ffba8/MasterData/WALs/314111163e45,43501,1732234393209/314111163e45%2C43501%2C1732234393209.1732234395239 not finished, retry = 0 2024-11-22T00:14:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741830_1006 (size=234423) 2024-11-22T00:14:42,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:14:42,137 INFO [M:0;314111163e45:43501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T00:14:42,138 INFO [M:0;314111163e45:43501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43501 2024-11-22T00:14:42,138 INFO [M:0;314111163e45:43501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:14:42,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:14:42,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:42,260 INFO [M:0;314111163e45:43501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:14:42,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x1015fe32ddd0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:14:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:42,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:14:42,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:14:42,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:14:42,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,STOPPED} 2024-11-22T00:14:42,271 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:14:42,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:14:42,272 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919204649-172.17.0.3-1732234386976 (Datanode Uuid a773a8bd-9a59-4e19-a595-f3558d92d85a) service to localhost/127.0.0.1:45231 2024-11-22T00:14:42,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:14:42,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:14:42,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data5/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data6/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c38df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:42,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:14:42,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:14:42,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:14:42,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,STOPPED} 2024-11-22T00:14:42,283 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:14:42,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:14:42,283 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919204649-172.17.0.3-1732234386976 (Datanode Uuid 53f795ec-1772-40ab-aa9d-d6a1d32df273) service to localhost/127.0.0.1:45231 2024-11-22T00:14:42,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:14:42,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data3/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data4/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:14:42,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a98dc42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:42,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:14:42,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:14:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:14:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,STOPPED} 2024-11-22T00:14:42,301 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:14:42,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:14:42,302 WARN [BP-1919204649-172.17.0.3-1732234386976 heartbeating to localhost/127.0.0.1:45231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919204649-172.17.0.3-1732234386976 (Datanode Uuid d05e18fd-aba1-4014-af01-e3638ab03751) service to localhost/127.0.0.1:45231 2024-11-22T00:14:42,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:14:42,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data1/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/cluster_81d40b00-34d5-d575-dd73-8a6f55a16ab3/data/data2/current/BP-1919204649-172.17.0.3-1732234386976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:14:42,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:14:42,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:14:42,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:14:42,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:14:42,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:14:42,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir/,STOPPED} 2024-11-22T00:14:42,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T00:14:42,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T00:14:42,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: regionserver/314111163e45:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/314111163e45:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/314111163e45:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/314111163e45:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:45231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:45231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:45231 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/314111163e45:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/314111163e45:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/314111163e45:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/314111163e45:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:45231 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@a5feb79 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=857 (was 556) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5532 (was 8042) 2024-11-22T00:14:42,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=857, ProcessCount=11, AvailableMemoryMB=5531 2024-11-22T00:14:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir so I do NOT create it in target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6 2024-11-22T00:14:42,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T00:14:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.tmp.dir so I do NOT create it in target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6 2024-11-22T00:14:42,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbfcec8d-6ce5-aad9-1fe6-42c7f8d1109c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T00:14:42,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6 2024-11-22T00:14:42,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963, deleteOnExit=true 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/test.cache.data in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T00:14:42,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:14:42,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/nfs.dump.dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/java.io.tmpdir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T00:14:42,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T00:14:43,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:14:43,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:14:43,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:14:43,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:14:43,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:14:43,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:14:43,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df4e6da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:14:43,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430d345b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:14:43,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cd8856f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/java.io.tmpdir/jetty-localhost-44767-hadoop-hdfs-3_4_1-tests_jar-_-any-1803187240676092151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:14:43,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5287ce45{HTTP/1.1, (http/1.1)}{localhost:44767} 2024-11-22T00:14:43,344 INFO [Time-limited test {}] server.Server(415): Started @99377ms 2024-11-22T00:14:43,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:14:43,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:14:43,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T00:14:44,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:14:44,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:14:44,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:14:44,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:14:44,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T00:14:44,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a53ff49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:14:44,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aae0e41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:14:44,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d506599{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/java.io.tmpdir/jetty-localhost-35331-hadoop-hdfs-3_4_1-tests_jar-_-any-9276867700640739453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:44,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3402987f{HTTP/1.1, (http/1.1)}{localhost:35331} 2024-11-22T00:14:44,783 INFO [Time-limited test {}] server.Server(415): Started @100816ms 2024-11-22T00:14:44,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:14:44,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:14:44,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:14:44,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:14:44,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:14:44,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:14:44,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e18be7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:14:44,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4109d07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:14:44,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358f5b30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/java.io.tmpdir/jetty-localhost-45367-hadoop-hdfs-3_4_1-tests_jar-_-any-6329455310509568024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:44,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45d3cb1{HTTP/1.1, (http/1.1)}{localhost:45367} 2024-11-22T00:14:44,973 INFO [Time-limited test {}] server.Server(415): Started @101006ms 2024-11-22T00:14:44,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:14:45,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,043 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T00:14:45,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:14:45,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T00:14:45,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T00:14:45,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T00:14:45,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T00:14:45,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T00:14:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47516807{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,AVAILABLE} 2024-11-22T00:14:45,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d64b7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T00:14:45,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42e0697d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/java.io.tmpdir/jetty-localhost-42775-hadoop-hdfs-3_4_1-tests_jar-_-any-10823590833603559098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:14:45,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e82b91{HTTP/1.1, (http/1.1)}{localhost:42775} 2024-11-22T00:14:45,250 INFO [Time-limited test {}] server.Server(415): Started @101282ms 2024-11-22T00:14:45,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T00:14:46,211 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data2/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,211 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data1/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,239 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:14:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9162ee2fee9db1d with lease ID 0xb092bf5665e2f952: Processing first storage report for DS-7848df26-5839-4a09-ad09-5de81bdac78b from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=99187357-2c3a-4953-841b-2829064d2171, infoPort=34231, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9162ee2fee9db1d with lease ID 0xb092bf5665e2f952: from storage DS-7848df26-5839-4a09-ad09-5de81bdac78b node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=99187357-2c3a-4953-841b-2829064d2171, infoPort=34231, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9162ee2fee9db1d with lease ID 0xb092bf5665e2f952: Processing first storage report for DS-c95b4d4b-5335-4f14-a07c-ef94685570b4 from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=99187357-2c3a-4953-841b-2829064d2171, infoPort=34231, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9162ee2fee9db1d with lease ID 0xb092bf5665e2f952: from storage DS-c95b4d4b-5335-4f14-a07c-ef94685570b4 node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=99187357-2c3a-4953-841b-2829064d2171, infoPort=34231, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,393 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data4/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,393 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data3/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,414 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:14:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450b0b290d7572f7 with lease ID 0xb092bf5665e2f953: Processing first storage report for DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0 from datanode DatanodeRegistration(127.0.0.1:45207, datanodeUuid=14f195bf-b987-41ee-b4ae-3edc4075d911, infoPort=37045, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450b0b290d7572f7 with lease ID 0xb092bf5665e2f953: from storage DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0 node DatanodeRegistration(127.0.0.1:45207, datanodeUuid=14f195bf-b987-41ee-b4ae-3edc4075d911, infoPort=37045, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x450b0b290d7572f7 with lease ID 0xb092bf5665e2f953: Processing first storage report for DS-de495671-b459-4dd5-92d4-ed6538560098 from datanode DatanodeRegistration(127.0.0.1:45207, datanodeUuid=14f195bf-b987-41ee-b4ae-3edc4075d911, infoPort=37045, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x450b0b290d7572f7 with lease ID 0xb092bf5665e2f953: from storage DS-de495671-b459-4dd5-92d4-ed6538560098 node DatanodeRegistration(127.0.0.1:45207, datanodeUuid=14f195bf-b987-41ee-b4ae-3edc4075d911, infoPort=37045, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,640 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data5/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,640 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data6/current/BP-81964113-172.17.0.3-1732234482467/current, will proceed with Du for space computation calculation, 2024-11-22T00:14:46,665 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T00:14:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf524e80ae67771d7 with lease ID 0xb092bf5665e2f954: Processing first storage report for DS-6c405b3c-5f5f-4223-9fec-605d33295c67 from datanode DatanodeRegistration(127.0.0.1:39675, datanodeUuid=444853fe-2195-49ba-81c8-1f730a7919fe, infoPort=42971, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf524e80ae67771d7 with lease ID 0xb092bf5665e2f954: from storage DS-6c405b3c-5f5f-4223-9fec-605d33295c67 node DatanodeRegistration(127.0.0.1:39675, datanodeUuid=444853fe-2195-49ba-81c8-1f730a7919fe, infoPort=42971, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf524e80ae67771d7 with lease ID 0xb092bf5665e2f954: Processing first storage report for DS-c767ffff-9bb6-4f0d-ad16-c1e931df4178 from datanode DatanodeRegistration(127.0.0.1:39675, datanodeUuid=444853fe-2195-49ba-81c8-1f730a7919fe, infoPort=42971, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467) 2024-11-22T00:14:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf524e80ae67771d7 with lease ID 0xb092bf5665e2f954: from storage DS-c767ffff-9bb6-4f0d-ad16-c1e931df4178 node DatanodeRegistration(127.0.0.1:39675, datanodeUuid=444853fe-2195-49ba-81c8-1f730a7919fe, infoPort=42971, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1695306272;c=1732234482467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T00:14:46,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6 2024-11-22T00:14:46,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/zookeeper_0, clientPort=53333, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T00:14:46,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53333 2024-11-22T00:14:46,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:46,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:14:46,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 with version=8 2024-11-22T00:14:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:14:46,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/hbase-staging 2024-11-22T00:14:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741825_1001 (size=7) 2024-11-22T00:14:46,750 INFO [Time-limited test {}] client.ConnectionUtils(128): master/314111163e45:0 server-side Connection retries=45 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T00:14:46,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:14:46,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41263 2024-11-22T00:14:46,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41263 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-11-22T00:14:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412630x0, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:14:46,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41263-0x1015fe49f770000 connected 2024-11-22T00:14:46,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:46,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:46,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:46,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0, hbase.cluster.distributed=false 2024-11-22T00:14:46,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:14:46,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T00:14:46,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-22T00:14:47,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-22T00:14:47,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T00:14:47,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T00:14:47,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:14:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:14:47,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41073 2024-11-22T00:14:47,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41073 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-11-22T00:14:47,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410730x0, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:14:47,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:47,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41073-0x1015fe49f770001 connected 2024-11-22T00:14:47,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:14:47,054 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:14:47,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:14:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:14:47,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-22T00:14:47,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41073 2024-11-22T00:14:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41073 2024-11-22T00:14:47,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-22T00:14:47,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-22T00:14:47,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:14:47,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:14:47,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:14:47,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:14:47,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:14:47,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39627 2024-11-22T00:14:47,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39627 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-11-22T00:14:47,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396270x0, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:14:47,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39627-0x1015fe49f770002 connected 2024-11-22T00:14:47,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:47,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:14:47,110 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:14:47,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:14:47,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:14:47,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-22T00:14:47,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39627 2024-11-22T00:14:47,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39627 2024-11-22T00:14:47,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-22T00:14:47,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-22T00:14:47,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/314111163e45:0 server-side Connection retries=45 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T00:14:47,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T00:14:47,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T00:14:47,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38611 2024-11-22T00:14:47,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38611 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-11-22T00:14:47,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,181 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386110x0, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T00:14:47,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386110x0, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:14:47,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T00:14:47,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38611-0x1015fe49f770003 connected 2024-11-22T00:14:47,188 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T00:14:47,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T00:14:47,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T00:14:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-22T00:14:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38611 2024-11-22T00:14:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38611 2024-11-22T00:14:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-22T00:14:47,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38611 2024-11-22T00:14:47,203 DEBUG [M:0;314111163e45:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;314111163e45:41263 2024-11-22T00:14:47,203 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/314111163e45,41263,1732234486750 2024-11-22T00:14:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,213 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,213 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/314111163e45,41263,1732234486750 2024-11-22T00:14:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:14:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:14:47,272 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T00:14:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,273 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,274 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T00:14:47,274 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/314111163e45,41263,1732234486750 from backup master directory 2024-11-22T00:14:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/314111163e45,41263,1732234486750 2024-11-22T00:14:47,298 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T00:14:47,298 WARN [master/314111163e45:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:14:47,298 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=314111163e45,41263,1732234486750 2024-11-22T00:14:47,304 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/hbase.id] with ID: 775051b8-1440-4eaf-98a7-aa57d6f55cbb 2024-11-22T00:14:47,304 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.tmp/hbase.id 2024-11-22T00:14:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:14:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:14:47,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741826_1002 (size=42) 2024-11-22T00:14:47,734 DEBUG [master/314111163e45:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.tmp/hbase.id]:[hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/hbase.id] 2024-11-22T00:14:47,755 INFO [master/314111163e45:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T00:14:47,755 INFO [master/314111163e45:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T00:14:47,757 INFO [master/314111163e45:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T00:14:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,770 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:14:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:14:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741827_1003 (size=196) 2024-11-22T00:14:47,784 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:14:47,785 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T00:14:47,785 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:14:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:14:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:14:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741828_1004 (size=1189) 2024-11-22T00:14:47,796 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store 2024-11-22T00:14:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:14:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:14:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741829_1005 (size=34) 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:14:47,805 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:47,805 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:14:47,805 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732234487805Disabling compacts and flushes for region at 1732234487805Disabling writes for close at 1732234487805Writing region close event to WAL at 1732234487805Closed at 1732234487805 2024-11-22T00:14:47,807 WARN [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/.initializing 2024-11-22T00:14:47,807 DEBUG [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/WALs/314111163e45,41263,1732234486750 2024-11-22T00:14:47,808 INFO [master/314111163e45:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:14:47,810 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C41263%2C1732234486750, suffix=, logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/WALs/314111163e45,41263,1732234486750, archiveDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/oldWALs, maxLogs=10 2024-11-22T00:14:47,822 DEBUG [master/314111163e45:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/WALs/314111163e45,41263,1732234486750/314111163e45%2C41263%2C1732234486750.1732234487811, exclude list is [], retry=0 2024-11-22T00:14:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39675,DS-6c405b3c-5f5f-4223-9fec-605d33295c67,DISK] 2024-11-22T00:14:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-7848df26-5839-4a09-ad09-5de81bdac78b,DISK] 2024-11-22T00:14:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0,DISK] 2024-11-22T00:14:47,827 INFO [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/WALs/314111163e45,41263,1732234486750/314111163e45%2C41263%2C1732234486750.1732234487811 2024-11-22T00:14:47,827 DEBUG [master/314111163e45:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:37045:37045)] 2024-11-22T00:14:47,828 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:14:47,828 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:47,828 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,828 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T00:14:47,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:47,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:47,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T00:14:47,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T00:14:47,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:47,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:47,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T00:14:47,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:47,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:14:47,838 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,839 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,839 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,841 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,841 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,842 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:14:47,843 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T00:14:47,845 DEBUG [master/314111163e45:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:14:47,846 INFO [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67923841, jitterRate=0.012144103646278381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:14:47,847 DEBUG [master/314111163e45:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732234487828Initializing all the Stores at 1732234487829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234487829Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234487829Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234487829Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234487829Cleaning up temporary data from old regions at 1732234487841 (+12 ms)Region opened successfully at 1732234487847 (+6 ms) 2024-11-22T00:14:47,848 INFO [master/314111163e45:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T00:14:47,853 DEBUG [master/314111163e45:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ff1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:14:47,854 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T00:14:47,854 INFO [master/314111163e45:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T00:14:47,855 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T00:14:47,855 INFO [master/314111163e45:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T00:14:47,855 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T00:14:47,856 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T00:14:47,856 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T00:14:47,859 INFO [master/314111163e45:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T00:14:47,860 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T00:14:47,865 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T00:14:47,866 INFO [master/314111163e45:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T00:14:47,866 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T00:14:47,876 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T00:14:47,876 INFO [master/314111163e45:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T00:14:47,878 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T00:14:47,887 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T00:14:47,888 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T00:14:47,897 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T00:14:47,900 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T00:14:47,907 DEBUG [master/314111163e45:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T00:14:47,918 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:47,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:47,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:47,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,918 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T00:14:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,919 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=314111163e45,41263,1732234486750, sessionid=0x1015fe49f770000, setting cluster-up flag (Was=false) 2024-11-22T00:14:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,939 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:47,971 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T00:14:47,977 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=314111163e45,41263,1732234486750 2024-11-22T00:14:48,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,002 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,034 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T00:14:48,036 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=314111163e45,41263,1732234486750 2024-11-22T00:14:48,038 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T00:14:48,042 DEBUG [master/314111163e45:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T00:14:48,042 INFO [master/314111163e45:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T00:14:48,042 INFO [master/314111163e45:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T00:14:48,043 DEBUG [master/314111163e45:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 314111163e45,41263,1732234486750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/314111163e45:0, corePoolSize=5, maxPoolSize=5 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/314111163e45:0, corePoolSize=10, maxPoolSize=10 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:14:48,045 DEBUG [master/314111163e45:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:14:48,048 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732234518048 2024-11-22T00:14:48,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T00:14:48,048 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T00:14:48,048 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T00:14:48,048 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T00:14:48,048 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T00:14:48,049 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T00:14:48,049 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T00:14:48,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:48,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T00:14:48,056 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,057 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T00:14:48,057 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T00:14:48,057 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T00:14:48,057 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T00:14:48,058 INFO [master/314111163e45:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T00:14:48,058 DEBUG [master/314111163e45:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234488058,5,FailOnTimeoutGroup] 2024-11-22T00:14:48,058 DEBUG [master/314111163e45:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234488058,5,FailOnTimeoutGroup] 2024-11-22T00:14:48,058 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,058 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T00:14:48,058 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,058 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:14:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:14:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741831_1007 (size=1321) 2024-11-22T00:14:48,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T00:14:48,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:14:48,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:14:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741832_1008 (size=32) 2024-11-22T00:14:48,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:48,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:14:48,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:14:48,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T00:14:48,094 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(746): ClusterId : 775051b8-1440-4eaf-98a7-aa57d6f55cbb 2024-11-22T00:14:48,094 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:14:48,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T00:14:48,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:48,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:48,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:14:48,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:14:48,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:48,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:48,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:14:48,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:14:48,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:48,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:48,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T00:14:48,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740 2024-11-22T00:14:48,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740 2024-11-22T00:14:48,107 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(746): ClusterId : 775051b8-1440-4eaf-98a7-aa57d6f55cbb 2024-11-22T00:14:48,107 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:14:48,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T00:14:48,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T00:14:48,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:14:48,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T00:14:48,118 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:14:48,118 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:14:48,120 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(746): ClusterId : 775051b8-1440-4eaf-98a7-aa57d6f55cbb 2024-11-22T00:14:48,120 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T00:14:48,132 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:14:48,132 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:14:48,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:14:48,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74159766, jitterRate=0.10506662726402283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:14:48,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732234488088Initializing all the Stores at 1732234488090 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234488090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234488090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234488090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234488090Cleaning up temporary data from old regions at 1732234488109 (+19 ms)Region opened successfully at 1732234488142 (+33 ms) 2024-11-22T00:14:48,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:14:48,142 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T00:14:48,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T00:14:48,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:14:48,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:14:48,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T00:14:48,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732234488142Disabling compacts and flushes for region at 1732234488142Disabling writes for close at 1732234488143 (+1 ms)Writing region close event to WAL at 1732234488145 (+2 ms)Closed at 1732234488145 2024-11-22T00:14:48,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:14:48,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T00:14:48,152 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:14:48,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T00:14:48,152 DEBUG [RS:0;314111163e45:41073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1d91bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:14:48,154 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T00:14:48,157 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T00:14:48,157 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T00:14:48,160 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T00:14:48,183 DEBUG [RS:0;314111163e45:41073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;314111163e45:41073 2024-11-22T00:14:48,183 INFO [RS:0;314111163e45:41073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:14:48,183 INFO [RS:0;314111163e45:41073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:14:48,183 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:14:48,185 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:14:48,188 DEBUG [RS:1;314111163e45:39627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d172439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:14:48,190 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T00:14:48,191 DEBUG [RS:2;314111163e45:38611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798ee112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=314111163e45/172.17.0.3:0 2024-11-22T00:14:48,191 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,41263,1732234486750 with port=41073, startcode=1732234487021 2024-11-22T00:14:48,191 DEBUG [RS:0;314111163e45:41073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:14:48,201 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:14:48,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,41073,1732234487021 2024-11-22T00:14:48,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=314111163e45,41073,1732234487021 2024-11-22T00:14:48,208 DEBUG [RS:1;314111163e45:39627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;314111163e45:39627 2024-11-22T00:14:48,208 INFO [RS:1;314111163e45:39627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:14:48,208 INFO [RS:1;314111163e45:39627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:14:48,208 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:14:48,212 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,41263,1732234486750 with port=39627, startcode=1732234487083 2024-11-22T00:14:48,213 DEBUG [RS:1;314111163e45:39627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:14:48,214 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:48,214 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33167 2024-11-22T00:14:48,214 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:14:48,215 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:14:48,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,39627,1732234487083 2024-11-22T00:14:48,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=314111163e45,39627,1732234487083 2024-11-22T00:14:48,224 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:48,224 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33167 2024-11-22T00:14:48,224 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:14:48,224 DEBUG [RS:2;314111163e45:38611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;314111163e45:38611 2024-11-22T00:14:48,225 INFO [RS:2;314111163e45:38611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T00:14:48,225 INFO [RS:2;314111163e45:38611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T00:14:48,225 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T00:14:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:14:48,233 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(2659): reportForDuty to master=314111163e45,41263,1732234486750 with port=38611, startcode=1732234487157 2024-11-22T00:14:48,233 DEBUG [RS:2;314111163e45:38611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T00:14:48,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,41073,1732234487021] 2024-11-22T00:14:48,236 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T00:14:48,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 314111163e45,38611,1732234487157 2024-11-22T00:14:48,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=314111163e45,38611,1732234487157 2024-11-22T00:14:48,243 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:48,243 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33167 2024-11-22T00:14:48,244 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T00:14:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:14:48,305 DEBUG [RS:0;314111163e45:41073 {}] zookeeper.ZKUtil(111): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,41073,1732234487021 2024-11-22T00:14:48,305 WARN [RS:0;314111163e45:41073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:14:48,305 INFO [RS:0;314111163e45:41073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:14:48,305 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,41073,1732234487021 2024-11-22T00:14:48,311 WARN [314111163e45:41263 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T00:14:48,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,39627,1732234487083] 2024-11-22T00:14:48,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [314111163e45,38611,1732234487157] 2024-11-22T00:14:48,318 DEBUG [RS:1;314111163e45:39627 {}] zookeeper.ZKUtil(111): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,39627,1732234487083 2024-11-22T00:14:48,318 WARN [RS:1;314111163e45:39627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:14:48,319 INFO [RS:1;314111163e45:39627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:14:48,319 DEBUG [RS:2;314111163e45:38611 {}] zookeeper.ZKUtil(111): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/314111163e45,38611,1732234487157 2024-11-22T00:14:48,319 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,39627,1732234487083 2024-11-22T00:14:48,319 WARN [RS:2;314111163e45:38611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T00:14:48,319 INFO [RS:2;314111163e45:38611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:14:48,319 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157 2024-11-22T00:14:48,322 INFO [RS:0;314111163e45:41073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:14:48,326 INFO [RS:1;314111163e45:39627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:14:48,331 INFO [RS:0;314111163e45:41073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:14:48,341 INFO [RS:2;314111163e45:38611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T00:14:48,350 INFO [RS:0;314111163e45:41073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:14:48,350 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,352 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:14:48,356 INFO [RS:0;314111163e45:41073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:14:48,357 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,357 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,357 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,357 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,357 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,357 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,358 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:14:48,358 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,359 DEBUG [RS:0;314111163e45:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,364 INFO [RS:2;314111163e45:38611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:14:48,365 INFO [RS:1;314111163e45:39627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T00:14:48,367 INFO [RS:1;314111163e45:39627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:14:48,367 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,367 INFO [RS:2;314111163e45:38611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T00:14:48,367 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,368 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:14:48,369 INFO [RS:1;314111163e45:39627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:14:48,369 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,369 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,369 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,370 DEBUG [RS:1;314111163e45:39627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,372 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T00:14:48,374 INFO [RS:2;314111163e45:38611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T00:14:48,374 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/314111163e45:0, corePoolSize=2, maxPoolSize=2 2024-11-22T00:14:48,374 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/314111163e45:0, corePoolSize=1, maxPoolSize=1 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,375 DEBUG [RS:2;314111163e45:38611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/314111163e45:0, corePoolSize=3, maxPoolSize=3 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,385 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41073,1732234487021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,393 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,39627,1732234487083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:14:48,412 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,412 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,413 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,413 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,413 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,413 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,38611,1732234487157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:14:48,425 INFO [RS:1;314111163e45:39627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:14:48,426 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,39627,1732234487083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,426 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,426 INFO [RS:1;314111163e45:39627 {}] regionserver.Replication(171): 314111163e45,39627,1732234487083 started 2024-11-22T00:14:48,436 INFO [RS:0;314111163e45:41073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:14:48,446 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41073,1732234487021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,446 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,446 INFO [RS:0;314111163e45:41073 {}] regionserver.Replication(171): 314111163e45,41073,1732234487021 started 2024-11-22T00:14:48,446 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,446 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,39627,1732234487083, RpcServer on 314111163e45/172.17.0.3:39627, sessionid=0x1015fe49f770002 2024-11-22T00:14:48,447 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:14:48,447 DEBUG [RS:1;314111163e45:39627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,39627,1732234487083 2024-11-22T00:14:48,447 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,39627,1732234487083' 2024-11-22T00:14:48,447 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:14:48,449 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:14:48,452 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:14:48,452 INFO [RS:2;314111163e45:38611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T00:14:48,452 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:14:48,452 DEBUG [RS:1;314111163e45:39627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,39627,1732234487083 2024-11-22T00:14:48,452 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,39627,1732234487083' 2024-11-22T00:14:48,452 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:14:48,452 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,38611,1732234487157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,453 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,453 INFO [RS:2;314111163e45:38611 {}] regionserver.Replication(171): 314111163e45,38611,1732234487157 started 2024-11-22T00:14:48,459 DEBUG [RS:1;314111163e45:39627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:14:48,459 DEBUG [RS:1;314111163e45:39627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:14:48,459 INFO [RS:1;314111163e45:39627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:14:48,459 INFO [RS:1;314111163e45:39627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:14:48,467 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,467 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,38611,1732234487157, RpcServer on 314111163e45/172.17.0.3:38611, sessionid=0x1015fe49f770003 2024-11-22T00:14:48,467 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:48,467 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1482): Serving as 314111163e45,41073,1732234487021, RpcServer on 314111163e45/172.17.0.3:41073, sessionid=0x1015fe49f770001 2024-11-22T00:14:48,467 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:14:48,467 DEBUG [RS:2;314111163e45:38611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,38611,1732234487157 2024-11-22T00:14:48,467 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,38611,1732234487157' 2024-11-22T00:14:48,467 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:14:48,467 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T00:14:48,467 DEBUG [RS:0;314111163e45:41073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 314111163e45,41073,1732234487021 2024-11-22T00:14:48,467 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,41073,1732234487021' 2024-11-22T00:14:48,467 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,41073,1732234487021 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 314111163e45,38611,1732234487157 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,41073,1732234487021' 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '314111163e45,38611,1732234487157' 2024-11-22T00:14:48,468 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:14:48,468 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T00:14:48,469 DEBUG [RS:0;314111163e45:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:14:48,469 DEBUG [RS:0;314111163e45:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:14:48,469 INFO [RS:0;314111163e45:41073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:14:48,469 INFO [RS:0;314111163e45:41073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:14:48,472 DEBUG [RS:2;314111163e45:38611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T00:14:48,473 DEBUG [RS:2;314111163e45:38611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T00:14:48,473 INFO [RS:2;314111163e45:38611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T00:14:48,474 INFO [RS:2;314111163e45:38611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T00:14:48,560 INFO [RS:1;314111163e45:39627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:14:48,563 INFO [RS:1;314111163e45:39627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C39627%2C1732234487083, suffix=, logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,39627,1732234487083, archiveDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs, maxLogs=32 2024-11-22T00:14:48,570 INFO [RS:0;314111163e45:41073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:14:48,573 INFO [RS:0;314111163e45:41073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C41073%2C1732234487021, suffix=, logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,41073,1732234487021, archiveDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs, maxLogs=32 2024-11-22T00:14:48,574 INFO [RS:2;314111163e45:38611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T00:14:48,576 INFO [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C38611%2C1732234487157, suffix=, logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157, archiveDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs, maxLogs=32 2024-11-22T00:14:48,582 DEBUG [RS:1;314111163e45:39627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,39627,1732234487083/314111163e45%2C39627%2C1732234487083.1732234488564, exclude list is [], retry=0 2024-11-22T00:14:48,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0,DISK] 2024-11-22T00:14:48,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39675,DS-6c405b3c-5f5f-4223-9fec-605d33295c67,DISK] 2024-11-22T00:14:48,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-7848df26-5839-4a09-ad09-5de81bdac78b,DISK] 2024-11-22T00:14:48,594 DEBUG [RS:0;314111163e45:41073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,41073,1732234487021/314111163e45%2C41073%2C1732234487021.1732234488573, exclude list is [], retry=0 2024-11-22T00:14:48,595 DEBUG [RS:2;314111163e45:38611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157/314111163e45%2C38611%2C1732234487157.1732234488577, exclude list is [], retry=0 2024-11-22T00:14:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0,DISK] 2024-11-22T00:14:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39675,DS-6c405b3c-5f5f-4223-9fec-605d33295c67,DISK] 2024-11-22T00:14:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0,DISK] 2024-11-22T00:14:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-7848df26-5839-4a09-ad09-5de81bdac78b,DISK] 2024-11-22T00:14:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39675,DS-6c405b3c-5f5f-4223-9fec-605d33295c67,DISK] 2024-11-22T00:14:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-7848df26-5839-4a09-ad09-5de81bdac78b,DISK] 2024-11-22T00:14:48,602 INFO [RS:1;314111163e45:39627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,39627,1732234487083/314111163e45%2C39627%2C1732234487083.1732234488564 2024-11-22T00:14:48,604 DEBUG [RS:1;314111163e45:39627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:37045:37045)] 2024-11-22T00:14:48,612 INFO [RS:0;314111163e45:41073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,41073,1732234487021/314111163e45%2C41073%2C1732234487021.1732234488573 2024-11-22T00:14:48,612 INFO [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157/314111163e45%2C38611%2C1732234487157.1732234488577 2024-11-22T00:14:48,616 DEBUG [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:37045:37045)] 2024-11-22T00:14:48,616 DEBUG [RS:0;314111163e45:41073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-22T00:14:48,811 DEBUG [314111163e45:41263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T00:14:48,811 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(204): Hosts are {314111163e45=0} racks are {/default-rack=0} 2024-11-22T00:14:48,813 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T00:14:48,813 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T00:14:48,813 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T00:14:48,814 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T00:14:48,814 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T00:14:48,814 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T00:14:48,814 INFO [314111163e45:41263 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T00:14:48,814 INFO [314111163e45:41263 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T00:14:48,814 INFO [314111163e45:41263 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T00:14:48,814 DEBUG [314111163e45:41263 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T00:14:48,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:14:48,815 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 314111163e45,38611,1732234487157, state=OPENING 2024-11-22T00:14:48,834 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T00:14:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,844 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:14:48,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:48,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:48,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:48,845 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T00:14:48,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:48,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=314111163e45,38611,1732234487157}] 2024-11-22T00:14:51,061 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=314111163e45:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T00:14:53,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T00:14:53,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T00:14:58,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:14:58,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:14:58,873 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T00:14:58,873 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T00:14:58,873 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T00:14:58,875 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=314111163e45%2C38611%2C1732234487157.meta, suffix=.meta, logDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157, archiveDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs, maxLogs=32 2024-11-22T00:14:58,891 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157/314111163e45%2C38611%2C1732234487157.meta.1732234498876.meta, exclude list is [], retry=0 2024-11-22T00:14:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-30e0c6ba-c6f9-4771-b7e7-81a1e923cdb0,DISK] 2024-11-22T00:14:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-7848df26-5839-4a09-ad09-5de81bdac78b,DISK] 2024-11-22T00:14:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39675,DS-6c405b3c-5f5f-4223-9fec-605d33295c67,DISK] 2024-11-22T00:14:58,921 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/WALs/314111163e45,38611,1732234487157/314111163e45%2C38611%2C1732234487157.meta.1732234498876.meta 2024-11-22T00:14:58,928 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37045:37045),(127.0.0.1/127.0.0.1:34231:34231),(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-22T00:14:58,929 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T00:14:58,929 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T00:14:58,929 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T00:14:58,929 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T00:14:58,930 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T00:14:58,930 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:58,930 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T00:14:58,930 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T00:14:58,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T00:14:58,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T00:14:58,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:58,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:58,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T00:14:58,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T00:14:58,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T00:14:58,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T00:14:58,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:58,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:58,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T00:14:58,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T00:14:58,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:58,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T00:14:58,948 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T00:14:58,949 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740 2024-11-22T00:14:58,951 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740 2024-11-22T00:14:58,953 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T00:14:58,953 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T00:14:58,954 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T00:14:58,957 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T00:14:58,959 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60087355, jitterRate=-0.10462863743305206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T00:14:58,959 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T00:14:58,960 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732234498930Writing region info on filesystem at 1732234498930Initializing all the Stores at 1732234498931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234498931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234498932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234498932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732234498932Cleaning up temporary data from old regions at 1732234498954 (+22 ms)Running coprocessor post-open hooks at 1732234498959 (+5 ms)Region opened successfully at 1732234498960 (+1 ms) 2024-11-22T00:14:58,962 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732234498848 2024-11-22T00:14:58,964 DEBUG [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T00:14:58,964 INFO [RS_OPEN_META-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T00:14:58,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:14:58,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 314111163e45,38611,1732234487157, state=OPEN 2024-11-22T00:14:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:14:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:14:58,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=314111163e45,38611,1732234487157 2024-11-22T00:14:58,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:58,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:58,982 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:14:58,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T00:14:58,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:58,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T00:14:58,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T00:14:58,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=314111163e45,38611,1732234487157 in 10.1360 sec 2024-11-22T00:14:58,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T00:14:58,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8370 sec 2024-11-22T00:14:59,000 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T00:14:59,000 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T00:14:59,005 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:14:59,005 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,38611,1732234487157, seqNum=-1] 2024-11-22T00:14:59,006 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:14:59,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:14:59,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9820 sec 2024-11-22T00:14:59,024 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732234499024, completionTime=-1 2024-11-22T00:14:59,024 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T00:14:59,024 DEBUG [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T00:14:59,032 INFO [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T00:14:59,032 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732234559032 2024-11-22T00:14:59,032 INFO [master/314111163e45:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732234619032 2024-11-22T00:14:59,032 INFO [master/314111163e45:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-22T00:14:59,032 DEBUG [master/314111163e45:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T00:14:59,033 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,034 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,034 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,034 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-314111163e45:41263, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,034 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,036 DEBUG [master/314111163e45:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T00:14:59,037 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,043 INFO [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.745sec 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T00:14:59,044 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T00:14:59,055 DEBUG [master/314111163e45:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T00:14:59,055 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T00:14:59,055 INFO [master/314111163e45:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=314111163e45,41263,1732234486750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T00:14:59,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62316b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 314111163e45,41263,-1 for getting cluster id 2024-11-22T00:14:59,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T00:14:59,142 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775051b8-1440-4eaf-98a7-aa57d6f55cbb' 2024-11-22T00:14:59,143 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T00:14:59,143 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775051b8-1440-4eaf-98a7-aa57d6f55cbb" 2024-11-22T00:14:59,144 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d197f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,144 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [314111163e45,41263,-1] 2024-11-22T00:14:59,144 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T00:14:59,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:59,149 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T00:14:59,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b62a3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:14:59,152 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,38611,1732234487157, seqNum=-1] 2024-11-22T00:14:59,153 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:14:59,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:14:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=314111163e45,41263,1732234486750 2024-11-22T00:14:59,177 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732234499177 (current time:1732234499177). 2024-11-22T00:14:59,177 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T00:14:59,177 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T00:14:59,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34143c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 314111163e45,41263,-1 for getting cluster id 2024-11-22T00:14:59,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T00:14:59,184 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '775051b8-1440-4eaf-98a7-aa57d6f55cbb' 2024-11-22T00:14:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T00:14:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "775051b8-1440-4eaf-98a7-aa57d6f55cbb" 2024-11-22T00:14:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31940456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [314111163e45,41263,-1] 2024-11-22T00:14:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T00:14:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:59,193 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T00:14:59,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26428b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T00:14:59,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T00:14:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=314111163e45,38611,1732234487157, seqNum=-1] 2024-11-22T00:14:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:14:59,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:14:59,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:14:59,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:14:59,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:59,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:14:59,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T00:14:59,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T00:14:59,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 314111163e45,41263,1732234486750 2024-11-22T00:14:59,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ef8f8e 2024-11-22T00:14:59,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T00:14:59,213 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T00:14:59,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T00:14:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T00:14:59,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T00:14:59,225 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:14:59,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T00:14:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:14:59,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T00:14:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:14:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:14:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741837_1013 (size=361) 2024-11-22T00:14:59,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e82ef4134e364228ea30da91fb8f832d, NAME => 'SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 747fbcd20cdfdaf547bdc485cad76aec, NAME => 'SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,325 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7601e4900d123acc753a95b29f7cebb8, NAME => 'SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:14:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:14:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:14:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741838_1014 (size=54) 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e82ef4134e364228ea30da91fb8f832d, disabling compactions & flushes 2024-11-22T00:14:59,379 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. after waiting 0 ms 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:14:59,379 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:14:59,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e82ef4134e364228ea30da91fb8f832d: Waiting for close lock at 1732234499379Disabling compacts and flushes for region at 1732234499379Disabling writes for close at 1732234499379Writing region close event to WAL at 1732234499379Closed at 1732234499379 2024-11-22T00:14:59,380 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaeff726c87459595015e80792bbd9f4, NAME => 'SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:14:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:14:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741840_1016 (size=62) 2024-11-22T00:14:59,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7601e4900d123acc753a95b29f7cebb8, disabling compactions & flushes 2024-11-22T00:14:59,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:14:59,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:14:59,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. after waiting 0 ms 2024-11-22T00:14:59,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:14:59,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:14:59,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7601e4900d123acc753a95b29f7cebb8: Waiting for close lock at 1732234499394Disabling compacts and flushes for region at 1732234499394Disabling writes for close at 1732234499395 (+1 ms)Writing region close event to WAL at 1732234499395Closed at 1732234499395 2024-11-22T00:14:59,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d799645e0e6c77084f595c6bdb55228c, NAME => 'SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:14:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:14:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741839_1015 (size=62) 2024-11-22T00:14:59,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 747fbcd20cdfdaf547bdc485cad76aec, disabling compactions & flushes 2024-11-22T00:14:59,424 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:14:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:14:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. after waiting 0 ms 2024-11-22T00:14:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:14:59,424 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:14:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 747fbcd20cdfdaf547bdc485cad76aec: Waiting for close lock at 1732234499424Disabling compacts and flushes for region at 1732234499424Disabling writes for close at 1732234499424Writing region close event to WAL at 1732234499424Closed at 1732234499424 2024-11-22T00:14:59,425 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1011117683df9d41cd442eb7e07c78be, NAME => 'SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:14:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:14:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741841_1017 (size=62) 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eaeff726c87459595015e80792bbd9f4, disabling compactions & flushes 2024-11-22T00:14:59,497 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. after waiting 0 ms 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:14:59,497 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:14:59,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaeff726c87459595015e80792bbd9f4: Waiting for close lock at 1732234499497Disabling compacts and flushes for region at 1732234499497Disabling writes for close at 1732234499497Writing region close event to WAL at 1732234499497Closed at 1732234499497 2024-11-22T00:14:59,498 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e1035f0dfd4a9470d3d8fe29c848b4e, NAME => 'SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:14:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d799645e0e6c77084f595c6bdb55228c, disabling compactions & flushes 2024-11-22T00:14:59,515 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. after waiting 0 ms 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:14:59,515 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:14:59,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d799645e0e6c77084f595c6bdb55228c: Waiting for close lock at 1732234499515Disabling compacts and flushes for region at 1732234499515Disabling writes for close at 1732234499515Writing region close event to WAL at 1732234499515Closed at 1732234499515 2024-11-22T00:14:59,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2c9d7851606a1cb9618dd097762c71c2, NAME => 'SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741842_1018 (size=62) 2024-11-22T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:14:59,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:14:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:14:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741843_1019 (size=62) 2024-11-22T00:14:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1011117683df9d41cd442eb7e07c78be, disabling compactions & flushes 2024-11-22T00:14:59,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:14:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:14:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. after waiting 0 ms 2024-11-22T00:14:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:14:59,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:14:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1011117683df9d41cd442eb7e07c78be: Waiting for close lock at 1732234499564Disabling compacts and flushes for region at 1732234499564Disabling writes for close at 1732234499565 (+1 ms)Writing region close event to WAL at 1732234499565Closed at 1732234499565 2024-11-22T00:14:59,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 682386835719b21f500c7dcef60ab899, NAME => 'SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:14:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:14:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741844_1020 (size=62) 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9e1035f0dfd4a9470d3d8fe29c848b4e, disabling compactions & flushes 2024-11-22T00:14:59,582 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. after waiting 0 ms 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:14:59,582 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:14:59,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e1035f0dfd4a9470d3d8fe29c848b4e: Waiting for close lock at 1732234499582Disabling compacts and flushes for region at 1732234499582Disabling writes for close at 1732234499582Writing region close event to WAL at 1732234499582Closed at 1732234499582 2024-11-22T00:14:59,583 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 904236b77941ef77c15c9775a0f8e6b8, NAME => 'SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0 2024-11-22T00:14:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:14:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:14:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741845_1021 (size=62) 2024-11-22T00:14:59,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2c9d7851606a1cb9618dd097762c71c2, disabling compactions & flushes 2024-11-22T00:14:59,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:14:59,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:14:59,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. after waiting 0 ms 2024-11-22T00:14:59,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:14:59,594 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:14:59,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2c9d7851606a1cb9618dd097762c71c2: Waiting for close lock at 1732234499594Disabling compacts and flushes for region at 1732234499594Disabling writes for close at 1732234499594Writing region close event to WAL at 1732234499594Closed at 1732234499594 2024-11-22T00:14:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:14:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:14:59,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:14:59,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 682386835719b21f500c7dcef60ab899, disabling compactions & flushes 2024-11-22T00:14:59,639 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:14:59,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:14:59,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. after waiting 0 ms 2024-11-22T00:14:59,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:14:59,639 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:14:59,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 682386835719b21f500c7dcef60ab899: Waiting for close lock at 1732234499639Disabling compacts and flushes for region at 1732234499639Disabling writes for close at 1732234499639Writing region close event to WAL at 1732234499639Closed at 1732234499639 2024-11-22T00:14:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:14:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741846_1022 (size=62) 2024-11-22T00:14:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:14:59,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741847_1023 (size=54) 2024-11-22T00:14:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:00,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:00,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 904236b77941ef77c15c9775a0f8e6b8, disabling compactions & flushes 2024-11-22T00:15:00,040 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:00,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:00,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. after waiting 0 ms 2024-11-22T00:15:00,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:00,040 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:00,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 904236b77941ef77c15c9775a0f8e6b8: Waiting for close lock at 1732234500039Disabling compacts and flushes for region at 1732234500039Disabling writes for close at 1732234500040 (+1 ms)Writing region close event to WAL at 1732234500040Closed at 1732234500040 2024-11-22T00:15:00,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T00:15:00,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732234500042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732234500042"}]},"ts":"1732234500042"} 2024-11-22T00:15:00,050 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T00:15:00,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T00:15:00,052 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234500051"}]},"ts":"1732234500051"} 2024-11-22T00:15:00,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T00:15:00,055 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {314111163e45=0} racks are {/default-rack=0} 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T00:15:00,065 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T00:15:00,065 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T00:15:00,065 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T00:15:00,065 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T00:15:00,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e82ef4134e364228ea30da91fb8f832d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747fbcd20cdfdaf547bdc485cad76aec, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7601e4900d123acc753a95b29f7cebb8, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaeff726c87459595015e80792bbd9f4, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d799645e0e6c77084f595c6bdb55228c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1011117683df9d41cd442eb7e07c78be, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e1035f0dfd4a9470d3d8fe29c848b4e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d7851606a1cb9618dd097762c71c2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=682386835719b21f500c7dcef60ab899, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=904236b77941ef77c15c9775a0f8e6b8, ASSIGN}] 2024-11-22T00:15:00,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e82ef4134e364228ea30da91fb8f832d, ASSIGN 2024-11-22T00:15:00,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747fbcd20cdfdaf547bdc485cad76aec, ASSIGN 2024-11-22T00:15:00,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7601e4900d123acc753a95b29f7cebb8, ASSIGN 2024-11-22T00:15:00,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e82ef4134e364228ea30da91fb8f832d, ASSIGN; state=OFFLINE, location=314111163e45,38611,1732234487157; forceNewPlan=false, retain=false 2024-11-22T00:15:00,074 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=747fbcd20cdfdaf547bdc485cad76aec, ASSIGN; state=OFFLINE, location=314111163e45,39627,1732234487083; forceNewPlan=false, retain=false 2024-11-22T00:15:00,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7601e4900d123acc753a95b29f7cebb8, ASSIGN; state=OFFLINE, location=314111163e45,41073,1732234487021; forceNewPlan=false, retain=false 2024-11-22T00:15:00,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=682386835719b21f500c7dcef60ab899, ASSIGN 2024-11-22T00:15:00,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaeff726c87459595015e80792bbd9f4, ASSIGN 2024-11-22T00:15:00,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d7851606a1cb9618dd097762c71c2, ASSIGN 2024-11-22T00:15:00,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=904236b77941ef77c15c9775a0f8e6b8, ASSIGN 2024-11-22T00:15:00,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e1035f0dfd4a9470d3d8fe29c848b4e, ASSIGN 2024-11-22T00:15:00,091 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=682386835719b21f500c7dcef60ab899, ASSIGN; state=OFFLINE, location=314111163e45,39627,1732234487083; forceNewPlan=false, retain=false 2024-11-22T00:15:00,092 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaeff726c87459595015e80792bbd9f4, ASSIGN; state=OFFLINE, location=314111163e45,38611,1732234487157; forceNewPlan=false, retain=false 2024-11-22T00:15:00,093 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=904236b77941ef77c15c9775a0f8e6b8, ASSIGN; state=OFFLINE, location=314111163e45,38611,1732234487157; forceNewPlan=false, retain=false 2024-11-22T00:15:00,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e1035f0dfd4a9470d3d8fe29c848b4e, ASSIGN; state=OFFLINE, location=314111163e45,38611,1732234487157; forceNewPlan=false, retain=false 2024-11-22T00:15:00,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c9d7851606a1cb9618dd097762c71c2, ASSIGN; state=OFFLINE, location=314111163e45,41073,1732234487021; forceNewPlan=false, retain=false 2024-11-22T00:15:00,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1011117683df9d41cd442eb7e07c78be, ASSIGN 2024-11-22T00:15:00,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1011117683df9d41cd442eb7e07c78be, ASSIGN; state=OFFLINE, location=314111163e45,39627,1732234487083; forceNewPlan=false, retain=false 2024-11-22T00:15:00,123 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d799645e0e6c77084f595c6bdb55228c, ASSIGN 2024-11-22T00:15:00,133 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d799645e0e6c77084f595c6bdb55228c, ASSIGN; state=OFFLINE, location=314111163e45,41073,1732234487021; forceNewPlan=false, retain=false 2024-11-22T00:15:00,221 INFO [314111163e45:41263 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T00:15:00,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c9d7851606a1cb9618dd097762c71c2, regionState=OPENING, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:00,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7601e4900d123acc753a95b29f7cebb8, regionState=OPENING, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:00,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=682386835719b21f500c7dcef60ab899, regionState=OPENING, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:00,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d799645e0e6c77084f595c6bdb55228c, regionState=OPENING, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:00,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1011117683df9d41cd442eb7e07c78be, regionState=OPENING, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:00,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=747fbcd20cdfdaf547bdc485cad76aec, regionState=OPENING, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:00,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=904236b77941ef77c15c9775a0f8e6b8, regionState=OPENING, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:00,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9e1035f0dfd4a9470d3d8fe29c848b4e, regionState=OPENING, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:00,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eaeff726c87459595015e80792bbd9f4, regionState=OPENING, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:00,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e82ef4134e364228ea30da91fb8f832d, regionState=OPENING, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:00,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c9d7851606a1cb9618dd097762c71c2, ASSIGN because future has completed 2024-11-22T00:15:00,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c9d7851606a1cb9618dd097762c71c2, server=314111163e45,41073,1732234487021}] 2024-11-22T00:15:00,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=682386835719b21f500c7dcef60ab899, ASSIGN because future has completed 2024-11-22T00:15:00,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d799645e0e6c77084f595c6bdb55228c, ASSIGN because future has completed 2024-11-22T00:15:00,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 682386835719b21f500c7dcef60ab899, server=314111163e45,39627,1732234487083}] 2024-11-22T00:15:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1011117683df9d41cd442eb7e07c78be, ASSIGN because future has completed 2024-11-22T00:15:00,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d799645e0e6c77084f595c6bdb55228c, server=314111163e45,41073,1732234487021}] 2024-11-22T00:15:00,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7601e4900d123acc753a95b29f7cebb8, ASSIGN because future has completed 2024-11-22T00:15:00,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1011117683df9d41cd442eb7e07c78be, server=314111163e45,39627,1732234487083}] 2024-11-22T00:15:00,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=747fbcd20cdfdaf547bdc485cad76aec, ASSIGN because future has completed 2024-11-22T00:15:00,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=904236b77941ef77c15c9775a0f8e6b8, ASSIGN because future has completed 2024-11-22T00:15:00,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e1035f0dfd4a9470d3d8fe29c848b4e, ASSIGN because future has completed 2024-11-22T00:15:00,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904236b77941ef77c15c9775a0f8e6b8, server=314111163e45,38611,1732234487157}] 2024-11-22T00:15:00,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaeff726c87459595015e80792bbd9f4, ASSIGN because future has completed 2024-11-22T00:15:00,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e82ef4134e364228ea30da91fb8f832d, ASSIGN because future has completed 2024-11-22T00:15:00,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e82ef4134e364228ea30da91fb8f832d, server=314111163e45,38611,1732234487157}] 2024-11-22T00:15:00,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e, server=314111163e45,38611,1732234487157}] 2024-11-22T00:15:00,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaeff726c87459595015e80792bbd9f4, server=314111163e45,38611,1732234487157}] 2024-11-22T00:15:00,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec, server=314111163e45,39627,1732234487083}] 2024-11-22T00:15:00,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7601e4900d123acc753a95b29f7cebb8, server=314111163e45,41073,1732234487021}] 2024-11-22T00:15:00,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T00:15:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:03,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:15:03,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T00:15:03,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:15:03,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T00:15:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:03,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:03,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:04,488 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T00:15:04,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:04,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:10,232 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:15:10,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:15:10,257 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T00:15:10,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T00:15:10,296 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:10,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7601e4900d123acc753a95b29f7cebb8, NAME => 'SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T00:15:10,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,297 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,304 INFO [StoreOpener-7601e4900d123acc753a95b29f7cebb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,306 INFO [StoreOpener-7601e4900d123acc753a95b29f7cebb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7601e4900d123acc753a95b29f7cebb8 columnFamilyName cf 2024-11-22T00:15:10,306 DEBUG [StoreOpener-7601e4900d123acc753a95b29f7cebb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,307 INFO [StoreOpener-7601e4900d123acc753a95b29f7cebb8-1 {}] regionserver.HStore(327): Store=7601e4900d123acc753a95b29f7cebb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,307 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,308 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,309 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,309 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,309 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,312 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,328 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/7601e4900d123acc753a95b29f7cebb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,329 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7601e4900d123acc753a95b29f7cebb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64477674, jitterRate=-0.039207786321640015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,330 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:10,330 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7601e4900d123acc753a95b29f7cebb8: Running coprocessor pre-open hook at 1732234510298Writing region info on filesystem at 1732234510298Initializing all the Stores at 1732234510299 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510299Cleaning up temporary data from old regions at 1732234510309 (+10 ms)Running coprocessor post-open hooks at 1732234510330 (+21 ms)Region opened successfully at 1732234510330 2024-11-22T00:15:10,332 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8., pid=24, masterSystemTime=1732234510231 2024-11-22T00:15:10,339 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:10,339 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:10,339 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:10,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c9d7851606a1cb9618dd097762c71c2, NAME => 'SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T00:15:10,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,340 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,341 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,341 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:10,341 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 904236b77941ef77c15c9775a0f8e6b8, NAME => 'SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T00:15:10,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,342 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7601e4900d123acc753a95b29f7cebb8, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:10,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7601e4900d123acc753a95b29f7cebb8, server=314111163e45,41073,1732234487021 because future has completed 2024-11-22T00:15:10,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-22T00:15:10,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7601e4900d123acc753a95b29f7cebb8, server=314111163e45,41073,1732234487021 in 10.0870 sec 2024-11-22T00:15:10,356 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:10,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 682386835719b21f500c7dcef60ab899, NAME => 'SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T00:15:10,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,357 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7601e4900d123acc753a95b29f7cebb8, ASSIGN in 10.2870 sec 2024-11-22T00:15:10,361 INFO [StoreOpener-904236b77941ef77c15c9775a0f8e6b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,363 INFO [StoreOpener-904236b77941ef77c15c9775a0f8e6b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904236b77941ef77c15c9775a0f8e6b8 columnFamilyName cf 2024-11-22T00:15:10,363 DEBUG [StoreOpener-904236b77941ef77c15c9775a0f8e6b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,364 INFO [StoreOpener-904236b77941ef77c15c9775a0f8e6b8-1 {}] regionserver.HStore(327): Store=904236b77941ef77c15c9775a0f8e6b8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,364 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,366 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,367 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,368 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,368 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,369 INFO [StoreOpener-2c9d7851606a1cb9618dd097762c71c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,370 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,376 INFO [StoreOpener-682386835719b21f500c7dcef60ab899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,377 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,378 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 904236b77941ef77c15c9775a0f8e6b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67597642, jitterRate=0.00728335976600647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,378 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:10,378 INFO [StoreOpener-2c9d7851606a1cb9618dd097762c71c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c9d7851606a1cb9618dd097762c71c2 columnFamilyName cf 2024-11-22T00:15:10,378 DEBUG [StoreOpener-2c9d7851606a1cb9618dd097762c71c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,378 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 904236b77941ef77c15c9775a0f8e6b8: Running coprocessor pre-open hook at 1732234510342Writing region info on filesystem at 1732234510342Initializing all the Stores at 1732234510343 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510343Cleaning up temporary data from old regions at 1732234510368 (+25 ms)Running coprocessor post-open hooks at 1732234510378 (+10 ms)Region opened successfully at 1732234510378 2024-11-22T00:15:10,379 INFO [StoreOpener-2c9d7851606a1cb9618dd097762c71c2-1 {}] regionserver.HStore(327): Store=2c9d7851606a1cb9618dd097762c71c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,379 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,381 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,382 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,382 INFO [StoreOpener-682386835719b21f500c7dcef60ab899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 682386835719b21f500c7dcef60ab899 columnFamilyName cf 2024-11-22T00:15:10,383 DEBUG [StoreOpener-682386835719b21f500c7dcef60ab899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,383 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,383 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,383 INFO [StoreOpener-682386835719b21f500c7dcef60ab899-1 {}] regionserver.HStore(327): Store=682386835719b21f500c7dcef60ab899/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,383 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,384 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,384 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8., pid=19, masterSystemTime=1732234510257 2024-11-22T00:15:10,385 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,385 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,385 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,387 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:10,388 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:10,388 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:10,388 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=904236b77941ef77c15c9775a0f8e6b8, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:10,392 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e1035f0dfd4a9470d3d8fe29c848b4e, NAME => 'SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T00:15:10,392 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,393 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,393 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,393 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,394 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904236b77941ef77c15c9775a0f8e6b8, server=314111163e45,38611,1732234487157 because future has completed 2024-11-22T00:15:10,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-22T00:15:10,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 904236b77941ef77c15c9775a0f8e6b8, server=314111163e45,38611,1732234487157 in 10.1500 sec 2024-11-22T00:15:10,404 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,405 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 682386835719b21f500c7dcef60ab899; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59198352, jitterRate=-0.11787581443786621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,405 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:10,405 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 682386835719b21f500c7dcef60ab899: Running coprocessor pre-open hook at 1732234510357Writing region info on filesystem at 1732234510357Initializing all the Stores at 1732234510375 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510375Cleaning up temporary data from old regions at 1732234510385 (+10 ms)Running coprocessor post-open hooks at 1732234510405 (+20 ms)Region opened successfully at 1732234510405 2024-11-22T00:15:10,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=904236b77941ef77c15c9775a0f8e6b8, ASSIGN in 10.3370 sec 2024-11-22T00:15:10,409 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,410 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2c9d7851606a1cb9618dd097762c71c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70610376, jitterRate=0.052176594734191895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,410 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:10,410 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2c9d7851606a1cb9618dd097762c71c2: Running coprocessor pre-open hook at 1732234510341Writing region info on filesystem at 1732234510341Initializing all the Stores at 1732234510352 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510352Cleaning up temporary data from old regions at 1732234510383 (+31 ms)Running coprocessor post-open hooks at 1732234510410 (+27 ms)Region opened successfully at 1732234510410 2024-11-22T00:15:10,412 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2., pid=15, masterSystemTime=1732234510231 2024-11-22T00:15:10,413 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899., pid=16, masterSystemTime=1732234510257 2024-11-22T00:15:10,425 INFO [StoreOpener-9e1035f0dfd4a9470d3d8fe29c848b4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,429 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:10,429 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:10,430 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:10,430 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d799645e0e6c77084f595c6bdb55228c, NAME => 'SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T00:15:10,430 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,430 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,430 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,430 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c9d7851606a1cb9618dd097762c71c2, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:10,437 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:10,437 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:10,437 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:10,437 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 747fbcd20cdfdaf547bdc485cad76aec, NAME => 'SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T00:15:10,437 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,437 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,438 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,438 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=682386835719b21f500c7dcef60ab899, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:10,444 INFO [StoreOpener-747fbcd20cdfdaf547bdc485cad76aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c9d7851606a1cb9618dd097762c71c2, server=314111163e45,41073,1732234487021 because future has completed 2024-11-22T00:15:10,446 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=314111163e45,39627,1732234487083, table=SPTestTable, region=682386835719b21f500c7dcef60ab899. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T00:15:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 682386835719b21f500c7dcef60ab899, server=314111163e45,39627,1732234487083 because future has completed 2024-11-22T00:15:10,450 INFO [StoreOpener-d799645e0e6c77084f595c6bdb55228c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,452 INFO [StoreOpener-747fbcd20cdfdaf547bdc485cad76aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747fbcd20cdfdaf547bdc485cad76aec columnFamilyName cf 2024-11-22T00:15:10,452 INFO [StoreOpener-d799645e0e6c77084f595c6bdb55228c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d799645e0e6c77084f595c6bdb55228c columnFamilyName cf 2024-11-22T00:15:10,453 DEBUG [StoreOpener-747fbcd20cdfdaf547bdc485cad76aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,453 DEBUG [StoreOpener-d799645e0e6c77084f595c6bdb55228c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,454 INFO [StoreOpener-d799645e0e6c77084f595c6bdb55228c-1 {}] regionserver.HStore(327): Store=d799645e0e6c77084f595c6bdb55228c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,455 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,456 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,456 INFO [StoreOpener-747fbcd20cdfdaf547bdc485cad76aec-1 {}] regionserver.HStore(327): Store=747fbcd20cdfdaf547bdc485cad76aec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,456 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,456 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,458 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,458 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,460 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-22T00:15:10,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c9d7851606a1cb9618dd097762c71c2, server=314111163e45,41073,1732234487021 in 10.2240 sec 2024-11-22T00:15:10,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T00:15:10,463 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,470 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/d799645e0e6c77084f595c6bdb55228c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,472 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 682386835719b21f500c7dcef60ab899, server=314111163e45,39627,1732234487083 in 10.2210 sec 2024-11-22T00:15:10,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d7851606a1cb9618dd097762c71c2, ASSIGN in 10.3950 sec 2024-11-22T00:15:10,474 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d799645e0e6c77084f595c6bdb55228c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69814322, jitterRate=0.04031446576118469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,474 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:10,474 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d799645e0e6c77084f595c6bdb55228c: Running coprocessor pre-open hook at 1732234510430Writing region info on filesystem at 1732234510430Initializing all the Stores at 1732234510444 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510445 (+1 ms)Cleaning up temporary data from old regions at 1732234510458 (+13 ms)Running coprocessor post-open hooks at 1732234510474 (+16 ms)Region opened successfully at 1732234510474 2024-11-22T00:15:10,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=682386835719b21f500c7dcef60ab899, ASSIGN in 10.4030 sec 2024-11-22T00:15:10,477 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c., pid=17, masterSystemTime=1732234510231 2024-11-22T00:15:10,478 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,479 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d799645e0e6c77084f595c6bdb55228c, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,41073,1732234487021 2024-11-22T00:15:10,487 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:10,488 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d799645e0e6c77084f595c6bdb55228c, server=314111163e45,41073,1732234487021 because future has completed 2024-11-22T00:15:10,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-22T00:15:10,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d799645e0e6c77084f595c6bdb55228c, server=314111163e45,41073,1732234487021 in 10.2580 sec 2024-11-22T00:15:10,496 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d799645e0e6c77084f595c6bdb55228c, ASSIGN in 10.4290 sec 2024-11-22T00:15:10,544 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/747fbcd20cdfdaf547bdc485cad76aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,545 INFO [StoreOpener-9e1035f0dfd4a9470d3d8fe29c848b4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1035f0dfd4a9470d3d8fe29c848b4e columnFamilyName cf 2024-11-22T00:15:10,545 DEBUG [StoreOpener-9e1035f0dfd4a9470d3d8fe29c848b4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,552 INFO [StoreOpener-9e1035f0dfd4a9470d3d8fe29c848b4e-1 {}] regionserver.HStore(327): Store=9e1035f0dfd4a9470d3d8fe29c848b4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,553 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,556 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 747fbcd20cdfdaf547bdc485cad76aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64795806, jitterRate=-0.03446725010871887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,556 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:10,556 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,557 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 747fbcd20cdfdaf547bdc485cad76aec: Running coprocessor pre-open hook at 1732234510438Writing region info on filesystem at 1732234510438Initializing all the Stores at 1732234510440 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510440Cleaning up temporary data from old regions at 1732234510479 (+39 ms)Running coprocessor post-open hooks at 1732234510556 (+77 ms)Region opened successfully at 1732234510557 (+1 ms) 2024-11-22T00:15:10,559 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec., pid=23, masterSystemTime=1732234510257 2024-11-22T00:15:10,560 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,561 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,561 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,564 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:10,564 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:10,564 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:10,564 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1011117683df9d41cd442eb7e07c78be, NAME => 'SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T00:15:10,565 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,565 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,565 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,565 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=747fbcd20cdfdaf547bdc485cad76aec, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:10,569 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec, server=314111163e45,39627,1732234487083 because future has completed 2024-11-22T00:15:10,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-22T00:15:10,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec, server=314111163e45,39627,1732234487083 in 10.3140 sec 2024-11-22T00:15:10,580 INFO [StoreOpener-1011117683df9d41cd442eb7e07c78be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747fbcd20cdfdaf547bdc485cad76aec, ASSIGN in 10.5140 sec 2024-11-22T00:15:10,588 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,593 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9e1035f0dfd4a9470d3d8fe29c848b4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265000, jitterRate=-0.07217919826507568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,593 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:10,593 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9e1035f0dfd4a9470d3d8fe29c848b4e: Running coprocessor pre-open hook at 1732234510393Writing region info on filesystem at 1732234510393Initializing all the Stores at 1732234510395 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510395Cleaning up temporary data from old regions at 1732234510561 (+166 ms)Running coprocessor post-open hooks at 1732234510593 (+32 ms)Region opened successfully at 1732234510593 2024-11-22T00:15:10,596 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e., pid=20, masterSystemTime=1732234510257 2024-11-22T00:15:10,599 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:10,600 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:10,600 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:10,600 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => eaeff726c87459595015e80792bbd9f4, NAME => 'SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T00:15:10,600 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,600 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,601 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,601 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9e1035f0dfd4a9470d3d8fe29c848b4e, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:10,614 INFO [StoreOpener-1011117683df9d41cd442eb7e07c78be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1011117683df9d41cd442eb7e07c78be columnFamilyName cf 2024-11-22T00:15:10,614 DEBUG [StoreOpener-1011117683df9d41cd442eb7e07c78be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,622 INFO [StoreOpener-1011117683df9d41cd442eb7e07c78be-1 {}] regionserver.HStore(327): Store=1011117683df9d41cd442eb7e07c78be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e, server=314111163e45,38611,1732234487157 because future has completed 2024-11-22T00:15:10,624 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,625 INFO [StoreOpener-eaeff726c87459595015e80792bbd9f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,632 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,633 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,634 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,634 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-22T00:15:10,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e, server=314111163e45,38611,1732234487157 in 10.3800 sec 2024-11-22T00:15:10,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e1035f0dfd4a9470d3d8fe29c848b4e, ASSIGN in 10.5740 sec 2024-11-22T00:15:10,651 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,661 INFO [StoreOpener-eaeff726c87459595015e80792bbd9f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaeff726c87459595015e80792bbd9f4 columnFamilyName cf 2024-11-22T00:15:10,661 DEBUG [StoreOpener-eaeff726c87459595015e80792bbd9f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,666 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/1011117683df9d41cd442eb7e07c78be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,672 INFO [StoreOpener-eaeff726c87459595015e80792bbd9f4-1 {}] regionserver.HStore(327): Store=eaeff726c87459595015e80792bbd9f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,675 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1011117683df9d41cd442eb7e07c78be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70330227, jitterRate=0.04800204932689667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,675 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:10,675 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1011117683df9d41cd442eb7e07c78be: Running coprocessor pre-open hook at 1732234510565Writing region info on filesystem at 1732234510565Initializing all the Stores at 1732234510572 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510573 (+1 ms)Cleaning up temporary data from old regions at 1732234510634 (+61 ms)Running coprocessor post-open hooks at 1732234510675 (+41 ms)Region opened successfully at 1732234510675 2024-11-22T00:15:10,676 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,677 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,677 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be., pid=18, masterSystemTime=1732234510257 2024-11-22T00:15:10,678 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,679 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,679 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1011117683df9d41cd442eb7e07c78be, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,39627,1732234487083 2024-11-22T00:15:10,691 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:10,691 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:10,693 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1011117683df9d41cd442eb7e07c78be, server=314111163e45,39627,1732234487083 because future has completed 2024-11-22T00:15:10,704 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/eaeff726c87459595015e80792bbd9f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,708 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened eaeff726c87459595015e80792bbd9f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67569996, jitterRate=0.006871402263641357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,708 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:10,708 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for eaeff726c87459595015e80792bbd9f4: Running coprocessor pre-open hook at 1732234510601Writing region info on filesystem at 1732234510601Initializing all the Stores at 1732234510607 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510607Cleaning up temporary data from old regions at 1732234510679 (+72 ms)Running coprocessor post-open hooks at 1732234510708 (+29 ms)Region opened successfully at 1732234510708 2024-11-22T00:15:10,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-22T00:15:10,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1011117683df9d41cd442eb7e07c78be, server=314111163e45,39627,1732234487083 in 10.4630 sec 2024-11-22T00:15:10,714 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4., pid=22, masterSystemTime=1732234510257 2024-11-22T00:15:10,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1011117683df9d41cd442eb7e07c78be, ASSIGN in 10.6430 sec 2024-11-22T00:15:10,722 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:10,722 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:10,722 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:10,722 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e82ef4134e364228ea30da91fb8f832d, NAME => 'SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T00:15:10,723 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,723 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T00:15:10,723 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,723 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eaeff726c87459595015e80792bbd9f4, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:10,740 INFO [StoreOpener-e82ef4134e364228ea30da91fb8f832d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaeff726c87459595015e80792bbd9f4, server=314111163e45,38611,1732234487157 because future has completed 2024-11-22T00:15:10,767 INFO [StoreOpener-e82ef4134e364228ea30da91fb8f832d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e82ef4134e364228ea30da91fb8f832d columnFamilyName cf 2024-11-22T00:15:10,768 DEBUG [StoreOpener-e82ef4134e364228ea30da91fb8f832d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T00:15:10,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-22T00:15:10,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eaeff726c87459595015e80792bbd9f4, server=314111163e45,38611,1732234487157 in 10.5030 sec 2024-11-22T00:15:10,780 INFO [StoreOpener-e82ef4134e364228ea30da91fb8f832d-1 {}] regionserver.HStore(327): Store=e82ef4134e364228ea30da91fb8f832d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T00:15:10,782 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,790 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaeff726c87459595015e80792bbd9f4, ASSIGN in 10.7110 sec 2024-11-22T00:15:10,797 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,813 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,813 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,818 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,821 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/e82ef4134e364228ea30da91fb8f832d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T00:15:10,822 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e82ef4134e364228ea30da91fb8f832d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254948, jitterRate=-0.0872301459312439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T00:15:10,823 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:10,823 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e82ef4134e364228ea30da91fb8f832d: Running coprocessor pre-open hook at 1732234510723Writing region info on filesystem at 1732234510723Initializing all the Stores at 1732234510735 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732234510735Cleaning up temporary data from old regions at 1732234510813 (+78 ms)Running coprocessor post-open hooks at 1732234510823 (+10 ms)Region opened successfully at 1732234510823 2024-11-22T00:15:10,825 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d., pid=21, masterSystemTime=1732234510257 2024-11-22T00:15:10,845 DEBUG [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:10,845 INFO [RS_OPEN_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:10,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e82ef4134e364228ea30da91fb8f832d, regionState=OPEN, openSeqNum=2, regionLocation=314111163e45,38611,1732234487157 2024-11-22T00:15:10,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e82ef4134e364228ea30da91fb8f832d, server=314111163e45,38611,1732234487157 because future has completed 2024-11-22T00:15:10,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-22T00:15:10,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e82ef4134e364228ea30da91fb8f832d, server=314111163e45,38611,1732234487157 in 10.6180 sec 2024-11-22T00:15:10,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T00:15:10,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e82ef4134e364228ea30da91fb8f832d, ASSIGN in 10.8270 sec 2024-11-22T00:15:10,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T00:15:10,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732234510917"}]},"ts":"1732234510917"} 2024-11-22T00:15:10,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T00:15:10,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T00:15:10,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.7270 sec 2024-11-22T00:15:12,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T00:15:15,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:15,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:15,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T00:15:15,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:16,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:16,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T00:15:16,463 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T00:15:16,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T00:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T00:15:17,532 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T00:15:17,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T00:15:17,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:15:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T00:15:17,551 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:15:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T00:15:17,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e., hostname=314111163e45,38611,1732234487157, seqNum=2] 2024-11-22T00:15:17,664 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e., hostname=314111163e45,38611,1732234487157, seqNum=2] 2024-11-22T00:15:17,780 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2., hostname=314111163e45,41073,1732234487021, seqNum=2] 2024-11-22T00:15:17,943 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899., hostname=314111163e45,39627,1732234487083, seqNum=2] 2024-11-22T00:15:18,172 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8., hostname=314111163e45,38611,1732234487157, seqNum=2] 2024-11-22T00:15:20,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:15:20,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:15:20,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T00:15:20,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T00:15:20,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38611 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:20,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38611 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:15:20,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41073 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:15:20,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:15:21,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38611 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T00:15:21,626 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T00:15:21,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:15:21,628 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T00:15:21,630 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T00:15:21,635 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T00:15:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:15:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:15:21,730 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T00:15:21,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e82ef4134e364228ea30da91fb8f832d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7601e4900d123acc753a95b29f7cebb8}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaeff726c87459595015e80792bbd9f4}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d799645e0e6c77084f595c6bdb55228c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1011117683df9d41cd442eb7e07c78be}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d7851606a1cb9618dd097762c71c2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 682386835719b21f500c7dcef60ab899}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 904236b77941ef77c15c9775a0f8e6b8}] 2024-11-22T00:15:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741848_1024 (size=49) 2024-11-22T00:15:21,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:21,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:21,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:21,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:21,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:21,749 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:21,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:21,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:21,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:21,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:30,257 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=314111163e45,38611,1732234487157, timeout=1732234531740, delay=1483, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 904236b77941ef77c15c9775a0f8e6b8, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e82ef4134e364228ea30da91fb8f832d, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaeff726c87459595015e80792bbd9f4, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e], containedObject=314111163e45,41073,1732234487021, timeout=1732234531751, delay=1494, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7601e4900d123acc753a95b29f7cebb8, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d7851606a1cb9618dd097762c71c2, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d799645e0e6c77084f595c6bdb55228c], containedObject=314111163e45,39627,1732234487083, timeout=1732234531752, delay=1495, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 682386835719b21f500c7dcef60ab899, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1011117683df9d41cd442eb7e07c78be]] 2024-11-22T00:15:31,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T00:15:31,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T00:15:31,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:31,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T00:15:31,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:31,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 904236b77941ef77c15c9775a0f8e6b8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T00:15:31,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e82ef4134e364228ea30da91fb8f832d: 2024-11-22T00:15:31,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T00:15:31,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:31,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eaeff726c87459595015e80792bbd9f4: 2024-11-22T00:15:31,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T00:15:31,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T00:15:31,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:31,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7601e4900d123acc753a95b29f7cebb8: 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2c9d7851606a1cb9618dd097762c71c2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d799645e0e6c77084f595c6bdb55228c: 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:31,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T00:15:31,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 682386835719b21f500c7dcef60ab899 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T00:15:31,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T00:15:31,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:31,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 747fbcd20cdfdaf547bdc485cad76aec: 2024-11-22T00:15:31,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1011117683df9d41cd442eb7e07c78be: 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T00:15:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741850_1026 (size=65) 2024-11-22T00:15:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/.tmp/cf/92eb8de6a0e3441aad9fa3537378859f is 34, key is baa/cf:cf/1732234520316/Put/seqid=0 2024-11-22T00:15:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741850_1026 (size=65) 2024-11-22T00:15:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741850_1026 (size=65) 2024-11-22T00:15:31,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:31,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T00:15:31,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:31,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9e1035f0dfd4a9470d3d8fe29c848b4e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T00:15:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T00:15:31,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:31,809 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:31,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eaeff726c87459595015e80792bbd9f4 in 10.0820 sec 2024-11-22T00:15:31,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/.tmp/cf/c031a7d4200141ddad0aea8de0a12310 is 34, key is eaa/cf:cf/1732234521375/Put/seqid=0 2024-11-22T00:15:31,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/.tmp/cf/ab432e44b1dd443e8bbe97132aff0510 is 34, key is ccd/cf:cf/1732234520305/Put/seqid=0 2024-11-22T00:15:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741849_1025 (size=57) 2024-11-22T00:15:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741849_1025 (size=57) 2024-11-22T00:15:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741849_1025 (size=57) 2024-11-22T00:15:31,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/.tmp/cf/d450caee0d5e44948a3cd1be44863aaf is 34, key is aaa/cf:cf/1732234520307/Put/seqid=0 2024-11-22T00:15:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:15:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:15:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741853_1029 (size=499309) 2024-11-22T00:15:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741857_1033 (size=47197) 2024-11-22T00:15:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:15:31,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:31,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T00:15:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T00:15:31,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741857_1033 (size=47197) 2024-11-22T00:15:31,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:15:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:15:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741851_1027 (size=65) 2024-11-22T00:15:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:15:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741857_1033 (size=47197) 2024-11-22T00:15:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741852_1028 (size=65) 2024-11-22T00:15:31,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/.tmp/cf/ab432e44b1dd443e8bbe97132aff0510 2024-11-22T00:15:31,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7601e4900d123acc753a95b29f7cebb8 in 10.1700 sec 2024-11-22T00:15:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741854_1030 (size=65) 2024-11-22T00:15:31,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:31,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T00:15:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741854_1030 (size=65) 2024-11-22T00:15:31,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741854_1030 (size=65) 2024-11-22T00:15:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T00:15:31,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:31,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:31,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 747fbcd20cdfdaf547bdc485cad76aec in 10.1830 sec 2024-11-22T00:15:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741855_1031 (size=65) 2024-11-22T00:15:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741855_1031 (size=65) 2024-11-22T00:15:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741855_1031 (size=65) 2024-11-22T00:15:31,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:31,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T00:15:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T00:15:31,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:31,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:31,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1011117683df9d41cd442eb7e07c78be in 10.1940 sec 2024-11-22T00:15:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741856_1032 (size=28623) 2024-11-22T00:15:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741856_1032 (size=28623) 2024-11-22T00:15:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741856_1032 (size=28623) 2024-11-22T00:15:31,939 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/.tmp/cf/92eb8de6a0e3441aad9fa3537378859f 2024-11-22T00:15:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741858_1034 (size=26918) 2024-11-22T00:15:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741858_1034 (size=26918) 2024-11-22T00:15:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741858_1034 (size=26918) 2024-11-22T00:15:31,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/.tmp/cf/d450caee0d5e44948a3cd1be44863aaf 2024-11-22T00:15:31,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/.tmp/cf/ab432e44b1dd443e8bbe97132aff0510 as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/cf/ab432e44b1dd443e8bbe97132aff0510 2024-11-22T00:15:31,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/.tmp/cf/92eb8de6a0e3441aad9fa3537378859f as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/cf/92eb8de6a0e3441aad9fa3537378859f 2024-11-22T00:15:31,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/cf/ab432e44b1dd443e8bbe97132aff0510, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T00:15:31,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 682386835719b21f500c7dcef60ab899 in 193ms, sequenceid=5, compaction requested=false 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 682386835719b21f500c7dcef60ab899: 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/cf/ab432e44b1dd443e8bbe97132aff0510] hfiles 2024-11-22T00:15:31,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/cf/ab432e44b1dd443e8bbe97132aff0510 for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/.tmp/cf/d450caee0d5e44948a3cd1be44863aaf as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/cf/d450caee0d5e44948a3cd1be44863aaf 2024-11-22T00:15:31,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/cf/92eb8de6a0e3441aad9fa3537378859f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T00:15:31,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/cf/d450caee0d5e44948a3cd1be44863aaf, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T00:15:31,966 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2c9d7851606a1cb9618dd097762c71c2 in 212ms, sequenceid=5, compaction requested=false 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2c9d7851606a1cb9618dd097762c71c2: 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,966 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9e1035f0dfd4a9470d3d8fe29c848b4e in 161ms, sequenceid=5, compaction requested=false 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9e1035f0dfd4a9470d3d8fe29c848b4e: 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. for SnapshotProcedureTest completed. 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/cf/92eb8de6a0e3441aad9fa3537378859f] hfiles 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/cf/92eb8de6a0e3441aad9fa3537378859f for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/cf/d450caee0d5e44948a3cd1be44863aaf] hfiles 2024-11-22T00:15:31,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/cf/d450caee0d5e44948a3cd1be44863aaf for snapshot=SnapshotProcedureTest 2024-11-22T00:15:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741859_1035 (size=105) 2024-11-22T00:15:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741859_1035 (size=105) 2024-11-22T00:15:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741859_1035 (size=105) 2024-11-22T00:15:31,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:31,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T00:15:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T00:15:31,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:31,970 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:31,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 682386835719b21f500c7dcef60ab899 in 10.2420 sec 2024-11-22T00:15:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741860_1036 (size=105) 2024-11-22T00:15:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741861_1037 (size=105) 2024-11-22T00:15:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741861_1037 (size=105) 2024-11-22T00:15:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741860_1036 (size=105) 2024-11-22T00:15:31,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741860_1036 (size=105) 2024-11-22T00:15:31,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T00:15:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741861_1037 (size=105) 2024-11-22T00:15:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T00:15:31,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:31,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:31,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:31,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T00:15:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T00:15:31,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e1035f0dfd4a9470d3d8fe29c848b4e in 10.2530 sec 2024-11-22T00:15:31,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:31,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:31,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c9d7851606a1cb9618dd097762c71c2 in 10.2550 sec 2024-11-22T00:15:32,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:32,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T00:15:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T00:15:32,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:32,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:32,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e82ef4134e364228ea30da91fb8f832d in 10.5110 sec 2024-11-22T00:15:32,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/.tmp/cf/c031a7d4200141ddad0aea8de0a12310 2024-11-22T00:15:32,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:32,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T00:15:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T00:15:32,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:32,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:32,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d799645e0e6c77084f595c6bdb55228c in 10.5730 sec 2024-11-22T00:15:32,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/.tmp/cf/c031a7d4200141ddad0aea8de0a12310 as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/cf/c031a7d4200141ddad0aea8de0a12310 2024-11-22T00:15:32,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/cf/c031a7d4200141ddad0aea8de0a12310, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T00:15:32,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 904236b77941ef77c15c9775a0f8e6b8 in 571ms, sequenceid=5, compaction requested=false 2024-11-22T00:15:32,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 904236b77941ef77c15c9775a0f8e6b8: 2024-11-22T00:15:32,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. for SnapshotProcedureTest completed. 2024-11-22T00:15:32,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T00:15:32,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T00:15:32,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/cf/c031a7d4200141ddad0aea8de0a12310] hfiles 2024-11-22T00:15:32,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/cf/c031a7d4200141ddad0aea8de0a12310 for snapshot=SnapshotProcedureTest 2024-11-22T00:15:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741862_1038 (size=97) 2024-11-22T00:15:32,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741862_1038 (size=97) 2024-11-22T00:15:32,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741862_1038 (size=97) 2024-11-22T00:15:32,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:32,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T00:15:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T00:15:32,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:32,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:32,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-22T00:15:32,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 904236b77941ef77c15c9775a0f8e6b8 in 10.5930 sec 2024-11-22T00:15:32,324 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T00:15:32,325 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T00:15:32,326 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T00:15:32,326 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T00:15:32,327 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:15:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741863_1039 (size=1174) 2024-11-22T00:15:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741863_1039 (size=1174) 2024-11-22T00:15:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741863_1039 (size=1174) 2024-11-22T00:15:32,363 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T00:15:32,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T00:15:32,371 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:32,371 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:32,371 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:32,371 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:32,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:32,375 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:32,378 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:32,378 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:32,380 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:32,383 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T00:15:39,056 INFO [master/314111163e45:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T00:15:39,056 INFO [master/314111163e45:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T00:15:42,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T00:15:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T00:15:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T00:15:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T00:15:42,384 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T00:15:42,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T00:15:42,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:15:42,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:15:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T00:15:42,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1671529013, stopped=false 2024-11-22T00:15:42,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T00:15:42,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=314111163e45,41263,1732234486750 2024-11-22T00:15:42,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:15:42,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:15:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T00:15:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T00:15:42,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T00:15:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T00:15:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T00:15:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T00:15:42,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T00:15:42,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T00:15:42,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T00:15:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T00:15:42,398 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 Release verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:42,398 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 Release verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T00:15:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T00:15:42,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 Release verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:42,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T00:15:42,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T00:15:42,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T00:15:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T00:15:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T00:15:42,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 Release verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:42,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/314111163e45:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T00:15:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T00:15:42,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 in 10.0300 sec 2024-11-22T00:15:42,411 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 Release verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:42,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 in 10.0430 sec 2024-11-22T00:15:42,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 in 10.0320 sec 2024-11-22T00:15:42,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 in 10.0300 sec 2024-11-22T00:15:42,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:42,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 Release verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:42,416 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 Release verify snapshot worker=314111163e45,39627,1732234487083 2024-11-22T00:15:42,417 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 Release verify snapshot worker=314111163e45,41073,1732234487021 2024-11-22T00:15:42,418 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 Release verify snapshot worker=314111163e45,38611,1732234487157 2024-11-22T00:15:42,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 in 10.0390 sec 2024-11-22T00:15:42,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 in 10.0480 sec 2024-11-22T00:15:42,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,41073,1732234487021 in 10.0490 sec 2024-11-22T00:15:42,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,39627,1732234487083 in 10.0480 sec 2024-11-22T00:15:42,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=314111163e45,38611,1732234487157 in 10.0500 sec 2024-11-22T00:15:42,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T00:15:42,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T00:15:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:15:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:15:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:15:42,463 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:15:42,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:15:42,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,463 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,41073,1732234487021' ***** 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T00:15:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,39627,1732234487083' ***** 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '314111163e45,38611,1732234487157' ***** 2024-11-22T00:15:42,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T00:15:42,464 INFO [RS:0;314111163e45:41073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:15:42,464 INFO [RS:2;314111163e45:38611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:15:42,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:15:42,464 INFO [RS:2;314111163e45:38611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:15:42,464 INFO [RS:2;314111163e45:38611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:15:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T00:15:42,464 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(3091): Received CLOSE for e82ef4134e364228ea30da91fb8f832d 2024-11-22T00:15:42,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:15:42,464 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:15:42,464 INFO [RS:0;314111163e45:41073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:15:42,464 INFO [RS:0;314111163e45:41073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:15:42,464 INFO [RS:1;314111163e45:39627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T00:15:42,464 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:42,464 INFO [RS:1;314111163e45:39627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T00:15:42,465 INFO [RS:1;314111163e45:39627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T00:15:42,465 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1011117683df9d41cd442eb7e07c78be 2024-11-22T00:15:42,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:15:42,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T00:15:42,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:15:42,469 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 7601e4900d123acc753a95b29f7cebb8 2024-11-22T00:15:42,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:15:42,470 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:42,470 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(959): stopping server 314111163e45,41073,1732234487021 2024-11-22T00:15:42,470 INFO [RS:0;314111163e45:41073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:15:42,470 INFO [RS:0;314111163e45:41073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;314111163e45:41073. 2024-11-22T00:15:42,470 DEBUG [RS:0;314111163e45:41073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:15:42,470 DEBUG [RS:0;314111163e45:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,470 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T00:15:42,470 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1325): Online Regions={d799645e0e6c77084f595c6bdb55228c=SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c., 7601e4900d123acc753a95b29f7cebb8=SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8., 2c9d7851606a1cb9618dd097762c71c2=SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2.} 2024-11-22T00:15:42,470 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1351): Waiting on 2c9d7851606a1cb9618dd097762c71c2, 7601e4900d123acc753a95b29f7cebb8, d799645e0e6c77084f595c6bdb55228c 2024-11-22T00:15:42,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e1035f0dfd4a9470d3d8fe29c848b4e 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(3091): Received CLOSE for 904236b77941ef77c15c9775a0f8e6b8 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(3091): Received CLOSE for eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(959): stopping server 314111163e45,38611,1732234487157 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:15:42,472 INFO [RS:2;314111163e45:38611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;314111163e45:38611. 2024-11-22T00:15:42,473 DEBUG [RS:2;314111163e45:38611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:15:42,473 DEBUG [RS:2;314111163e45:38611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d799645e0e6c77084f595c6bdb55228c, disabling compactions & flushes 2024-11-22T00:15:42,473 INFO [RS:2;314111163e45:38611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:15:42,473 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:42,473 INFO [RS:2;314111163e45:38611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:42,473 INFO [RS:2;314111163e45:38611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. after waiting 0 ms 2024-11-22T00:15:42,473 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e82ef4134e364228ea30da91fb8f832d, disabling compactions & flushes 2024-11-22T00:15:42,473 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. after waiting 0 ms 2024-11-22T00:15:42,473 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:42,484 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(3091): Received CLOSE for 682386835719b21f500c7dcef60ab899 2024-11-22T00:15:42,484 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(3091): Received CLOSE for 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:42,484 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(959): stopping server 314111163e45,39627,1732234487083 2024-11-22T00:15:42,484 INFO [RS:1;314111163e45:39627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:15:42,484 INFO [RS:1;314111163e45:39627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;314111163e45:39627. 2024-11-22T00:15:42,485 DEBUG [RS:1;314111163e45:39627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T00:15:42,485 DEBUG [RS:1;314111163e45:39627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,485 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T00:15:42,485 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1325): Online Regions={1011117683df9d41cd442eb7e07c78be=SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be., 682386835719b21f500c7dcef60ab899=SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899., 747fbcd20cdfdaf547bdc485cad76aec=SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec.} 2024-11-22T00:15:42,485 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1351): Waiting on 1011117683df9d41cd442eb7e07c78be, 682386835719b21f500c7dcef60ab899, 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:42,485 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1011117683df9d41cd442eb7e07c78be, disabling compactions & flushes 2024-11-22T00:15:42,485 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:42,485 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:42,485 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. after waiting 0 ms 2024-11-22T00:15:42,485 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:42,488 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T00:15:42,488 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1325): Online Regions={e82ef4134e364228ea30da91fb8f832d=SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d., 9e1035f0dfd4a9470d3d8fe29c848b4e=SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e., 1588230740=hbase:meta,,1.1588230740, 904236b77941ef77c15c9775a0f8e6b8=SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8., eaeff726c87459595015e80792bbd9f4=SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4.} 2024-11-22T00:15:42,488 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904236b77941ef77c15c9775a0f8e6b8, 9e1035f0dfd4a9470d3d8fe29c848b4e, e82ef4134e364228ea30da91fb8f832d, eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:42,492 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T00:15:42,492 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T00:15:42,493 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T00:15:42,493 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T00:15:42,493 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T00:15:42,493 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-22T00:15:42,496 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T00:15:42,497 INFO [regionserver/314111163e45:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T00:15:42,506 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/e82ef4134e364228ea30da91fb8f832d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,507 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:42,507 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e82ef4134e364228ea30da91fb8f832d: Waiting for close lock at 1732234542473Running coprocessor pre-close hooks at 1732234542473Disabling compacts and flushes for region at 1732234542473Disabling writes for close at 1732234542473Writing region close event to WAL at 1732234542493 (+20 ms)Running coprocessor post-close hooks at 1732234542507 (+14 ms)Closed at 1732234542507 2024-11-22T00:15:42,508 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732234499213.e82ef4134e364228ea30da91fb8f832d. 2024-11-22T00:15:42,508 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e1035f0dfd4a9470d3d8fe29c848b4e, disabling compactions & flushes 2024-11-22T00:15:42,508 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:42,508 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:42,508 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. after waiting 0 ms 2024-11-22T00:15:42,508 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:42,513 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/d799645e0e6c77084f595c6bdb55228c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,514 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d799645e0e6c77084f595c6bdb55228c: Waiting for close lock at 1732234542473Running coprocessor pre-close hooks at 1732234542473Disabling compacts and flushes for region at 1732234542473Disabling writes for close at 1732234542473Writing region close event to WAL at 1732234542487 (+14 ms)Running coprocessor post-close hooks at 1732234542514 (+27 ms)Closed at 1732234542514 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732234499213.d799645e0e6c77084f595c6bdb55228c. 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7601e4900d123acc753a95b29f7cebb8, disabling compactions & flushes 2024-11-22T00:15:42,514 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. after waiting 0 ms 2024-11-22T00:15:42,514 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:42,524 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/1011117683df9d41cd442eb7e07c78be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,526 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1011117683df9d41cd442eb7e07c78be: Waiting for close lock at 1732234542485Running coprocessor pre-close hooks at 1732234542485Disabling compacts and flushes for region at 1732234542485Disabling writes for close at 1732234542485Writing region close event to WAL at 1732234542495 (+10 ms)Running coprocessor post-close hooks at 1732234542526 (+31 ms)Closed at 1732234542526 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732234499213.1011117683df9d41cd442eb7e07c78be. 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 682386835719b21f500c7dcef60ab899, disabling compactions & flushes 2024-11-22T00:15:42,526 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. after waiting 0 ms 2024-11-22T00:15:42,526 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:42,543 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:42,543 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:42,556 INFO [regionserver/314111163e45:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:42,574 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/info/767785bf57c64f57adfa7e046c64355e is 167, key is SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec./info:regioninfo/1732234510565/Put/seqid=0 2024-11-22T00:15:42,615 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/7601e4900d123acc753a95b29f7cebb8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,616 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7601e4900d123acc753a95b29f7cebb8: Waiting for close lock at 1732234542514Running coprocessor pre-close hooks at 1732234542514Disabling compacts and flushes for region at 1732234542514Disabling writes for close at 1732234542514Writing region close event to WAL at 1732234542572 (+58 ms)Running coprocessor post-close hooks at 1732234542616 (+44 ms)Closed at 1732234542616 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732234499213.7601e4900d123acc753a95b29f7cebb8. 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c9d7851606a1cb9618dd097762c71c2, disabling compactions & flushes 2024-11-22T00:15:42,616 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. after waiting 0 ms 2024-11-22T00:15:42,616 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:42,643 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/9e1035f0dfd4a9470d3d8fe29c848b4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:15:42,645 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:42,645 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e1035f0dfd4a9470d3d8fe29c848b4e: Waiting for close lock at 1732234542508Running coprocessor pre-close hooks at 1732234542508Disabling compacts and flushes for region at 1732234542508Disabling writes for close at 1732234542508Writing region close event to WAL at 1732234542596 (+88 ms)Running coprocessor post-close hooks at 1732234542645 (+49 ms)Closed at 1732234542645 2024-11-22T00:15:42,645 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732234499213.9e1035f0dfd4a9470d3d8fe29c848b4e. 2024-11-22T00:15:42,646 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 904236b77941ef77c15c9775a0f8e6b8, disabling compactions & flushes 2024-11-22T00:15:42,646 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:42,646 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:42,646 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. after waiting 0 ms 2024-11-22T00:15:42,646 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:42,648 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/682386835719b21f500c7dcef60ab899/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:15:42,649 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:42,649 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 682386835719b21f500c7dcef60ab899: Waiting for close lock at 1732234542526Running coprocessor pre-close hooks at 1732234542526Disabling compacts and flushes for region at 1732234542526Disabling writes for close at 1732234542526Writing region close event to WAL at 1732234542600 (+74 ms)Running coprocessor post-close hooks at 1732234542649 (+49 ms)Closed at 1732234542649 2024-11-22T00:15:42,649 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732234499213.682386835719b21f500c7dcef60ab899. 2024-11-22T00:15:42,649 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 747fbcd20cdfdaf547bdc485cad76aec, disabling compactions & flushes 2024-11-22T00:15:42,649 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:42,650 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:42,650 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. after waiting 0 ms 2024-11-22T00:15:42,650 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:42,670 DEBUG [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1351): Waiting on 2c9d7851606a1cb9618dd097762c71c2 2024-11-22T00:15:42,685 DEBUG [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1351): Waiting on 747fbcd20cdfdaf547bdc485cad76aec 2024-11-22T00:15:42,689 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904236b77941ef77c15c9775a0f8e6b8, eaeff726c87459595015e80792bbd9f4 2024-11-22T00:15:42,696 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/2c9d7851606a1cb9618dd097762c71c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:15:42,697 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:42,697 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c9d7851606a1cb9618dd097762c71c2: Waiting for close lock at 1732234542616Running coprocessor pre-close hooks at 1732234542616Disabling compacts and flushes for region at 1732234542616Disabling writes for close at 1732234542616Writing region close event to WAL at 1732234542671 (+55 ms)Running coprocessor post-close hooks at 1732234542696 (+25 ms)Closed at 1732234542697 (+1 ms) 2024-11-22T00:15:42,697 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732234499213.2c9d7851606a1cb9618dd097762c71c2. 2024-11-22T00:15:42,711 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/747fbcd20cdfdaf547bdc485cad76aec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,712 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:42,712 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 747fbcd20cdfdaf547bdc485cad76aec: Waiting for close lock at 1732234542649Running coprocessor pre-close hooks at 1732234542649Disabling compacts and flushes for region at 1732234542649Disabling writes for close at 1732234542650 (+1 ms)Writing region close event to WAL at 1732234542705 (+55 ms)Running coprocessor post-close hooks at 1732234542711 (+6 ms)Closed at 1732234542711 2024-11-22T00:15:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741864_1040 (size=18393) 2024-11-22T00:15:42,712 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732234499213.747fbcd20cdfdaf547bdc485cad76aec. 2024-11-22T00:15:42,712 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/904236b77941ef77c15c9775a0f8e6b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T00:15:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741864_1040 (size=18393) 2024-11-22T00:15:42,717 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:42,717 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 904236b77941ef77c15c9775a0f8e6b8: Waiting for close lock at 1732234542646Running coprocessor pre-close hooks at 1732234542646Disabling compacts and flushes for region at 1732234542646Disabling writes for close at 1732234542646Writing region close event to WAL at 1732234542688 (+42 ms)Running coprocessor post-close hooks at 1732234542717 (+29 ms)Closed at 1732234542717 2024-11-22T00:15:42,718 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/info/767785bf57c64f57adfa7e046c64355e 2024-11-22T00:15:42,718 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732234499213.904236b77941ef77c15c9775a0f8e6b8. 2024-11-22T00:15:42,718 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaeff726c87459595015e80792bbd9f4, disabling compactions & flushes 2024-11-22T00:15:42,718 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:42,724 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:42,724 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. after waiting 0 ms 2024-11-22T00:15:42,724 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741864_1040 (size=18393) 2024-11-22T00:15:42,770 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/default/SPTestTable/eaeff726c87459595015e80792bbd9f4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T00:15:42,772 INFO [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:42,772 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaeff726c87459595015e80792bbd9f4: Waiting for close lock at 1732234542718Running coprocessor pre-close hooks at 1732234542718Disabling compacts and flushes for region at 1732234542718Disabling writes for close at 1732234542724 (+6 ms)Writing region close event to WAL at 1732234542730 (+6 ms)Running coprocessor post-close hooks at 1732234542772 (+42 ms)Closed at 1732234542772 2024-11-22T00:15:42,773 DEBUG [RS_CLOSE_REGION-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732234499213.eaeff726c87459595015e80792bbd9f4. 2024-11-22T00:15:42,783 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/ns/0904f84da56b469896d41532fa71f0f9 is 43, key is default/ns:d/1732234499010/Put/seqid=0 2024-11-22T00:15:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741865_1041 (size=5153) 2024-11-22T00:15:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741865_1041 (size=5153) 2024-11-22T00:15:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741865_1041 (size=5153) 2024-11-22T00:15:42,871 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(976): stopping server 314111163e45,41073,1732234487021; all regions closed. 2024-11-22T00:15:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741834_1010 (size=2364) 2024-11-22T00:15:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741834_1010 (size=2364) 2024-11-22T00:15:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741834_1010 (size=2364) 2024-11-22T00:15:42,879 DEBUG [RS:0;314111163e45:41073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs 2024-11-22T00:15:42,879 INFO [RS:0;314111163e45:41073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C41073%2C1732234487021:(num 1732234488573) 2024-11-22T00:15:42,879 DEBUG [RS:0;314111163e45:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,879 INFO [RS:0;314111163e45:41073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:42,879 INFO [RS:0;314111163e45:41073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:15:42,879 INFO [RS:0;314111163e45:41073 {}] hbase.ChoreService(370): Chore service for: regionserver/314111163e45:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T00:15:42,880 INFO [RS:0;314111163e45:41073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:15:42,880 INFO [RS:0;314111163e45:41073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:15:42,880 INFO [regionserver/314111163e45:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:15:42,880 INFO [RS:0;314111163e45:41073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:15:42,880 INFO [RS:0;314111163e45:41073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:15:42,880 INFO [RS:0;314111163e45:41073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41073 2024-11-22T00:15:42,885 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(976): stopping server 314111163e45,39627,1732234487083; all regions closed. 2024-11-22T00:15:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741833_1009 (size=2364) 2024-11-22T00:15:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741833_1009 (size=2364) 2024-11-22T00:15:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741833_1009 (size=2364) 2024-11-22T00:15:42,889 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:15:42,892 DEBUG [RS:1;314111163e45:39627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C39627%2C1732234487083:(num 1732234488564) 2024-11-22T00:15:42,892 DEBUG [RS:1;314111163e45:39627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] hbase.ChoreService(370): Chore service for: regionserver/314111163e45:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T00:15:42,892 INFO [RS:1;314111163e45:39627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T00:15:42,892 INFO [regionserver/314111163e45:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:15:42,893 INFO [RS:1;314111163e45:39627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T00:15:42,893 INFO [RS:1;314111163e45:39627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:15:42,893 INFO [RS:1;314111163e45:39627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39627 2024-11-22T00:15:42,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:15:42,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,41073,1732234487021 2024-11-22T00:15:42,924 INFO [RS:0;314111163e45:41073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:15:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,39627,1732234487083 2024-11-22T00:15:42,999 INFO [RS:1;314111163e45:39627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:15:43,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,39627,1732234487083] 2024-11-22T00:15:43,089 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:15:43,184 INFO [RS:0;314111163e45:41073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:15:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1015fe49f770001, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,184 INFO [RS:0;314111163e45:41073 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,41073,1732234487021; zookeeper connection closed. 2024-11-22T00:15:43,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c977f12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c977f12 2024-11-22T00:15:43,227 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/ns/0904f84da56b469896d41532fa71f0f9 2024-11-22T00:15:43,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,39627,1732234487083 already deleted, retry=false 2024-11-22T00:15:43,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 314111163e45,39627,1732234487083 expired; onlineServers=2 2024-11-22T00:15:43,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,41073,1732234487021] 2024-11-22T00:15:43,249 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/table/d0744e8c288f4d458a5b9ade48a8a91d is 47, key is SPTestTable/table:state/1732234510917/Put/seqid=0 2024-11-22T00:15:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741866_1042 (size=5214) 2024-11-22T00:15:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741866_1042 (size=5214) 2024-11-22T00:15:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741866_1042 (size=5214) 2024-11-22T00:15:43,264 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/table/d0744e8c288f4d458a5b9ade48a8a91d 2024-11-22T00:15:43,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39627-0x1015fe49f770002, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,270 INFO [RS:1;314111163e45:39627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:15:43,270 INFO [RS:1;314111163e45:39627 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,39627,1732234487083; zookeeper connection closed. 2024-11-22T00:15:43,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28b12f97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28b12f97 2024-11-22T00:15:43,270 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/info/767785bf57c64f57adfa7e046c64355e as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/info/767785bf57c64f57adfa7e046c64355e 2024-11-22T00:15:43,277 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/info/767785bf57c64f57adfa7e046c64355e, entries=100, sequenceid=29, filesize=18.0 K 2024-11-22T00:15:43,279 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/ns/0904f84da56b469896d41532fa71f0f9 as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/ns/0904f84da56b469896d41532fa71f0f9 2024-11-22T00:15:43,285 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/ns/0904f84da56b469896d41532fa71f0f9, entries=2, sequenceid=29, filesize=5.0 K 2024-11-22T00:15:43,287 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/.tmp/table/d0744e8c288f4d458a5b9ade48a8a91d as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/table/d0744e8c288f4d458a5b9ade48a8a91d 2024-11-22T00:15:43,289 DEBUG [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T00:15:43,295 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/table/d0744e8c288f4d458a5b9ade48a8a91d, entries=2, sequenceid=29, filesize=5.1 K 2024-11-22T00:15:43,297 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=29, compaction requested=false 2024-11-22T00:15:43,302 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-22T00:15:43,302 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:15:43,302 INFO [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T00:15:43,303 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732234542492Running coprocessor pre-close hooks at 1732234542492Disabling compacts and flushes for region at 1732234542492Disabling writes for close at 1732234542493 (+1 ms)Obtaining lock to block concurrent updates at 1732234542493Preparing flush snapshotting stores in 1588230740 at 1732234542493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732234542493Flushing stores of hbase:meta,,1.1588230740 at 1732234542497 (+4 ms)Flushing 1588230740/info: creating writer at 1732234542497Flushing 1588230740/info: appending metadata at 1732234542573 (+76 ms)Flushing 1588230740/info: closing flushed file at 1732234542573Flushing 1588230740/ns: creating writer at 1732234542748 (+175 ms)Flushing 1588230740/ns: appending metadata at 1732234542783 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1732234542783Flushing 1588230740/table: creating writer at 1732234543233 (+450 ms)Flushing 1588230740/table: appending metadata at 1732234543249 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732234543249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da1efae: reopening flushed file at 1732234543270 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a5ac54: reopening flushed file at 1732234543278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3628c5d7: reopening flushed file at 1732234543286 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=29, compaction requested=false at 1732234543297 (+11 ms)Writing region close event to WAL at 1732234543298 (+1 ms)Running coprocessor post-close hooks at 1732234543302 (+4 ms)Closed at 1732234543302 2024-11-22T00:15:43,303 DEBUG [RS_CLOSE_META-regionserver/314111163e45:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T00:15:43,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,41073,1732234487021 already deleted, retry=false 2024-11-22T00:15:43,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 314111163e45,41073,1732234487021 expired; onlineServers=1 2024-11-22T00:15:43,489 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(976): stopping server 314111163e45,38611,1732234487157; all regions closed. 2024-11-22T00:15:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741836_1012 (size=15114) 2024-11-22T00:15:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741836_1012 (size=15114) 2024-11-22T00:15:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741836_1012 (size=15114) 2024-11-22T00:15:43,498 DEBUG [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs 2024-11-22T00:15:43,499 INFO [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C38611%2C1732234487157.meta:.meta(num 1732234498876) 2024-11-22T00:15:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741835_1011 (size=3439) 2024-11-22T00:15:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741835_1011 (size=3439) 2024-11-22T00:15:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741835_1011 (size=3439) 2024-11-22T00:15:43,504 DEBUG [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/oldWALs 2024-11-22T00:15:43,504 INFO [RS:2;314111163e45:38611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 314111163e45%2C38611%2C1732234487157:(num 1732234488577) 2024-11-22T00:15:43,504 DEBUG [RS:2;314111163e45:38611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T00:15:43,504 INFO [RS:2;314111163e45:38611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T00:15:43,504 INFO [RS:2;314111163e45:38611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:15:43,504 INFO [RS:2;314111163e45:38611 {}] hbase.ChoreService(370): Chore service for: regionserver/314111163e45:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T00:15:43,505 INFO [RS:2;314111163e45:38611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:15:43,505 INFO [RS:2;314111163e45:38611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38611 2024-11-22T00:15:43,505 INFO [regionserver/314111163e45:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:15:43,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T00:15:43,553 INFO [RS:2;314111163e45:38611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:15:43,553 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/314111163e45,38611,1732234487157 2024-11-22T00:15:43,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [314111163e45,38611,1732234487157] 2024-11-22T00:15:43,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/314111163e45,38611,1732234487157 already deleted, retry=false 2024-11-22T00:15:43,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 314111163e45,38611,1732234487157 expired; onlineServers=0 2024-11-22T00:15:43,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '314111163e45,41263,1732234486750' ***** 2024-11-22T00:15:43,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T00:15:43,723 DEBUG [M:0;314111163e45:41263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T00:15:43,723 DEBUG [M:0;314111163e45:41263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T00:15:43,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T00:15:43,723 DEBUG [master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234488058 {}] cleaner.HFileCleaner(306): Exit Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.small.0-1732234488058,5,FailOnTimeoutGroup] 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] hbase.ChoreService(370): Chore service for: master/314111163e45:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T00:15:43,723 DEBUG [M:0;314111163e45:41263 {}] master.HMaster(1795): Stopping service threads 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T00:15:43,723 INFO [M:0;314111163e45:41263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T00:15:43,724 ERROR [M:0;314111163e45:41263 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33167,5,PEWorkerGroup] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33167,5,PEWorkerGroup] 2024-11-22T00:15:43,724 INFO [M:0;314111163e45:41263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T00:15:43,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T00:15:43,724 DEBUG [master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234488058 {}] cleaner.HFileCleaner(306): Exit Thread[master/314111163e45:0:becomeActiveMaster-HFileCleaner.large.0-1732234488058,5,FailOnTimeoutGroup] 2024-11-22T00:15:43,737 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,737 INFO [RS:2;314111163e45:38611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:15:43,737 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38611-0x1015fe49f770003, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:43,737 INFO [RS:2;314111163e45:38611 {}] regionserver.HRegionServer(1031): Exiting; stopping=314111163e45,38611,1732234487157; zookeeper connection closed. 2024-11-22T00:15:43,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f34770e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f34770e 2024-11-22T00:15:43,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T00:15:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T00:15:43,810 DEBUG [M:0;314111163e45:41263 {}] zookeeper.ZKUtil(347): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T00:15:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T00:15:43,810 WARN [M:0;314111163e45:41263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T00:15:43,811 INFO [M:0;314111163e45:41263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/.lastflushedseqids 2024-11-22T00:15:43,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T00:15:43,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T00:15:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741867_1043 (size=650) 2024-11-22T00:15:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741867_1043 (size=650) 2024-11-22T00:15:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741867_1043 (size=650) 2024-11-22T00:15:44,257 INFO [M:0;314111163e45:41263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T00:15:44,257 INFO [M:0;314111163e45:41263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T00:15:44,257 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T00:15:44,257 INFO [M:0;314111163e45:41263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:15:44,257 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:15:44,257 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T00:15:44,257 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:15:44,257 INFO [M:0;314111163e45:41263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.70 KB heapSize=169.73 KB 2024-11-22T00:15:44,278 DEBUG [M:0;314111163e45:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a891b137cb9a4e4fb08fcbc6c00ad7f2 is 82, key is hbase:meta,,1/info:regioninfo/1732234498965/Put/seqid=0 2024-11-22T00:15:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741868_1044 (size=5672) 2024-11-22T00:15:44,309 INFO [M:0;314111163e45:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a891b137cb9a4e4fb08fcbc6c00ad7f2 2024-11-22T00:15:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741868_1044 (size=5672) 2024-11-22T00:15:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741868_1044 (size=5672) 2024-11-22T00:15:44,336 DEBUG [M:0;314111163e45:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e5adcc7eab47a1aeaee0552131dc83 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732234510955/Put/seqid=0 2024-11-22T00:15:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741869_1045 (size=14468) 2024-11-22T00:15:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741869_1045 (size=14468) 2024-11-22T00:15:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741869_1045 (size=14468) 2024-11-22T00:15:44,761 INFO [M:0;314111163e45:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.01 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e5adcc7eab47a1aeaee0552131dc83 2024-11-22T00:15:44,788 INFO [M:0;314111163e45:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78e5adcc7eab47a1aeaee0552131dc83 2024-11-22T00:15:44,828 DEBUG [M:0;314111163e45:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39cc87100ff848bf887f17a2159b453c is 69, key is 314111163e45,38611,1732234487157/rs:state/1732234488237/Put/seqid=0 2024-11-22T00:15:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741870_1046 (size=5294) 2024-11-22T00:15:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741870_1046 (size=5294) 2024-11-22T00:15:44,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741870_1046 (size=5294) 2024-11-22T00:15:44,864 INFO [M:0;314111163e45:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39cc87100ff848bf887f17a2159b453c 2024-11-22T00:15:44,903 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a891b137cb9a4e4fb08fcbc6c00ad7f2 as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a891b137cb9a4e4fb08fcbc6c00ad7f2 2024-11-22T00:15:44,929 INFO [M:0;314111163e45:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a891b137cb9a4e4fb08fcbc6c00ad7f2, entries=8, sequenceid=353, filesize=5.5 K 2024-11-22T00:15:44,930 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e5adcc7eab47a1aeaee0552131dc83 as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78e5adcc7eab47a1aeaee0552131dc83 2024-11-22T00:15:44,941 INFO [M:0;314111163e45:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78e5adcc7eab47a1aeaee0552131dc83 2024-11-22T00:15:44,941 INFO [M:0;314111163e45:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78e5adcc7eab47a1aeaee0552131dc83, entries=45, sequenceid=353, filesize=14.1 K 2024-11-22T00:15:44,944 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39cc87100ff848bf887f17a2159b453c as hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39cc87100ff848bf887f17a2159b453c 2024-11-22T00:15:44,974 INFO [M:0;314111163e45:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33167/user/jenkins/test-data/140cbe53-f9a9-3d70-da51-62bf6b9742c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39cc87100ff848bf887f17a2159b453c, entries=3, sequenceid=353, filesize=5.2 K 2024-11-22T00:15:44,978 INFO [M:0;314111163e45:41263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 720ms, sequenceid=353, compaction requested=false 2024-11-22T00:15:45,019 INFO [M:0;314111163e45:41263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T00:15:45,019 DEBUG [M:0;314111163e45:41263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732234544257Disabling compacts and flushes for region at 1732234544257Disabling writes for close at 1732234544257Obtaining lock to block concurrent updates at 1732234544257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732234544257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141002, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1732234544258 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732234544258Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732234544258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732234544277 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732234544277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732234544315 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732234544336 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732234544336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732234544788 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732234544827 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732234544827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b11c0e0: reopening flushed file at 1732234544892 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73887931: reopening flushed file at 1732234544929 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10182428: reopening flushed file at 1732234544942 (+13 ms)Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 720ms, sequenceid=353, compaction requested=false at 1732234544978 (+36 ms)Writing region close event to WAL at 1732234545019 (+41 ms)Closed at 1732234545019 2024-11-22T00:15:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39675 is added to blk_1073741830_1006 (size=164634) 2024-11-22T00:15:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741830_1006 (size=164634) 2024-11-22T00:15:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741830_1006 (size=164634) 2024-11-22T00:15:45,045 INFO [M:0;314111163e45:41263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T00:15:45,045 INFO [M:0;314111163e45:41263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41263 2024-11-22T00:15:45,046 INFO [M:0;314111163e45:41263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T00:15:45,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T00:15:45,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:45,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x1015fe49f770000, quorum=127.0.0.1:53333, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T00:15:45,154 INFO [M:0;314111163e45:41263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T00:15:45,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42e0697d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:15:45,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e82b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:15:45,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:15:45,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d64b7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:15:45,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47516807{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,STOPPED} 2024-11-22T00:15:45,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:15:45,211 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:15:45,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:15:45,212 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81964113-172.17.0.3-1732234482467 (Datanode Uuid 444853fe-2195-49ba-81c8-1f730a7919fe) service to localhost/127.0.0.1:33167 2024-11-22T00:15:45,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data5/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data6/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:15:45,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358f5b30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:15:45,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45d3cb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:15:45,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:15:45,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4109d07e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:15:45,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e18be7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,STOPPED} 2024-11-22T00:15:45,266 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:15:45,266 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81964113-172.17.0.3-1732234482467 (Datanode Uuid 14f195bf-b987-41ee-b4ae-3edc4075d911) service to localhost/127.0.0.1:33167 2024-11-22T00:15:45,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:15:45,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:15:45,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data3/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:15:45,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data4/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d506599{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T00:15:45,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3402987f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:15:45,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:15:45,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aae0e41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:15:45,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a53ff49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,STOPPED} 2024-11-22T00:15:45,333 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T00:15:45,333 WARN [BP-81964113-172.17.0.3-1732234482467 heartbeating to localhost/127.0.0.1:33167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81964113-172.17.0.3-1732234482467 (Datanode Uuid 99187357-2c3a-4953-841b-2829064d2171) service to localhost/127.0.0.1:33167 2024-11-22T00:15:45,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T00:15:45,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T00:15:45,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data1/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T00:15:45,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/cluster_fc2b8135-600b-ded6-ff13-7774465f5963/data/data2/current/BP-81964113-172.17.0.3-1732234482467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T00:15:45,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cd8856f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T00:15:45,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5287ce45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T00:15:45,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T00:15:45,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430d345b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T00:15:45,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df4e6da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd1f1ec-0d3b-ef7b-aca5-03539098caf6/hadoop.log.dir/,STOPPED} 2024-11-22T00:15:45,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T00:15:45,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T00:15:45,596 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 94) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=483 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1173 (was 857) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4480 (was 5531)