2024-12-01 20:14:46,462 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 20:14:46,476 main DEBUG Took 0.011398 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 20:14:46,476 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 20:14:46,476 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 20:14:46,477 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 20:14:46,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,485 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 20:14:46,497 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,500 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,501 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,502 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,503 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,504 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,505 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,506 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 20:14:46,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,507 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 20:14:46,508 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 20:14:46,509 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 20:14:46,511 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 20:14:46,511 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 20:14:46,513 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 20:14:46,513 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 20:14:46,521 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 20:14:46,523 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 20:14:46,525 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 20:14:46,525 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 20:14:46,525 main DEBUG createAppenders(={Console}) 2024-12-01 20:14:46,526 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-01 20:14:46,526 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 20:14:46,527 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-01 20:14:46,527 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 20:14:46,527 main DEBUG OutputStream closed 2024-12-01 20:14:46,528 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 20:14:46,528 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 20:14:46,528 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-01 20:14:46,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 20:14:46,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 20:14:46,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 20:14:46,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 20:14:46,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 20:14:46,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 20:14:46,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 20:14:46,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 20:14:46,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 20:14:46,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 20:14:46,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 20:14:46,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 20:14:46,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 20:14:46,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 20:14:46,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 20:14:46,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 20:14:46,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 20:14:46,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 20:14:46,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 20:14:46,606 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-01 20:14:46,606 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 20:14:46,607 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-01T20:14:46,621 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-01 20:14:46,624 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 20:14:46,624 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T20:14:46,631 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-01T20:14:46,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=6800 2024-12-01T20:14:46,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f 2024-12-01T20:14:46,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T20:14:46,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7, deleteOnExit=true 2024-12-01T20:14:46,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T20:14:46,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/test.cache.data in system properties and HBase conf 2024-12-01T20:14:46,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T20:14:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir in system properties and HBase conf 2024-12-01T20:14:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T20:14:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T20:14:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T20:14:47,002 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T20:14:47,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T20:14:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T20:14:47,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T20:14:47,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T20:14:47,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T20:14:47,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T20:14:47,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T20:14:47,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T20:14:47,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T20:14:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T20:14:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/nfs.dump.dir in system properties and HBase conf 2024-12-01T20:14:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/java.io.tmpdir in system properties and HBase conf 2024-12-01T20:14:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T20:14:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T20:14:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T20:14:47,964 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T20:14:48,047 INFO [Time-limited test {}] log.Log(170): Logging initialized @2297ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T20:14:48,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:14:48,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:14:48,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:14:48,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:14:48,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T20:14:48,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:14:48,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:14:48,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:14:48,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/java.io.tmpdir/jetty-localhost-33421-hadoop-hdfs-3_4_1-tests_jar-_-any-5929536534038889206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T20:14:48,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:33421} 2024-12-01T20:14:48,433 INFO [Time-limited test {}] server.Server(415): Started @2683ms 2024-12-01T20:14:48,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:14:48,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:14:48,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:14:48,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:14:48,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T20:14:48,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:14:48,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:14:48,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/java.io.tmpdir/jetty-localhost-35539-hadoop-hdfs-3_4_1-tests_jar-_-any-1853815023641259134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:14:48,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:35539} 2024-12-01T20:14:48,956 INFO [Time-limited test {}] server.Server(415): Started @3206ms 2024-12-01T20:14:49,013 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:14:49,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:14:49,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:14:49,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:14:49,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:14:49,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T20:14:49,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:14:49,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:14:49,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/java.io.tmpdir/jetty-localhost-33431-hadoop-hdfs-3_4_1-tests_jar-_-any-5385422457320027056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:14:49,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:33431} 2024-12-01T20:14:49,288 INFO [Time-limited test {}] server.Server(415): Started @3539ms 2024-12-01T20:14:49,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:14:49,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:14:49,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:14:49,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:14:49,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:14:49,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T20:14:49,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:14:49,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:14:49,447 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data4/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,447 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data2/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,447 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data3/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,447 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data1/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/java.io.tmpdir/jetty-localhost-38509-hadoop-hdfs-3_4_1-tests_jar-_-any-5233114239764280732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:14:49,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:38509} 2024-12-01T20:14:49,491 INFO [Time-limited test {}] server.Server(415): Started @3741ms 2024-12-01T20:14:49,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:14:49,509 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:14:49,509 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:14:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc129a15d7ddcb4c with lease ID 0xc1e8829062207fdd: Processing first storage report for DS-201301ed-aca1-422b-939c-92ef60b5e4d0 from datanode DatanodeRegistration(127.0.0.1:36255, datanodeUuid=8c53d163-cc80-49fe-9d35-291a62be84a4, infoPort=34809, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc129a15d7ddcb4c with lease ID 0xc1e8829062207fdd: from storage DS-201301ed-aca1-422b-939c-92ef60b5e4d0 node DatanodeRegistration(127.0.0.1:36255, datanodeUuid=8c53d163-cc80-49fe-9d35-291a62be84a4, infoPort=34809, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x351a930193ff2ad6 with lease ID 0xc1e8829062207fde: Processing first storage report for DS-891994c1-23e2-4b82-a6a0-1cfd9adad329 from datanode DatanodeRegistration(127.0.0.1:38325, datanodeUuid=7238bc33-6a6a-4eb1-ad93-df1a83aca201, infoPort=42263, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x351a930193ff2ad6 with lease ID 0xc1e8829062207fde: from storage DS-891994c1-23e2-4b82-a6a0-1cfd9adad329 node DatanodeRegistration(127.0.0.1:38325, datanodeUuid=7238bc33-6a6a-4eb1-ad93-df1a83aca201, infoPort=42263, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc129a15d7ddcb4c with lease ID 0xc1e8829062207fdd: Processing first storage report for DS-e6bf822b-c9ab-46ff-a43d-fcf33b7caf6f from datanode DatanodeRegistration(127.0.0.1:36255, datanodeUuid=8c53d163-cc80-49fe-9d35-291a62be84a4, infoPort=34809, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc129a15d7ddcb4c with lease ID 0xc1e8829062207fdd: from storage DS-e6bf822b-c9ab-46ff-a43d-fcf33b7caf6f node DatanodeRegistration(127.0.0.1:36255, datanodeUuid=8c53d163-cc80-49fe-9d35-291a62be84a4, infoPort=34809, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x351a930193ff2ad6 with lease ID 0xc1e8829062207fde: Processing first storage report for DS-e711cc6b-0b0e-48ad-ab3f-7c7c218cefc1 from datanode DatanodeRegistration(127.0.0.1:38325, datanodeUuid=7238bc33-6a6a-4eb1-ad93-df1a83aca201, infoPort=42263, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x351a930193ff2ad6 with lease ID 0xc1e8829062207fde: from storage DS-e711cc6b-0b0e-48ad-ab3f-7c7c218cefc1 node DatanodeRegistration(127.0.0.1:38325, datanodeUuid=7238bc33-6a6a-4eb1-ad93-df1a83aca201, infoPort=42263, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,637 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data6/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,637 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data5/current/BP-1037165204-172.17.0.2-1733084087711/current, will proceed with Du for space computation calculation, 2024-12-01T20:14:49,665 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:14:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b1fac22f5a95fb with lease ID 0xc1e8829062207fdf: Processing first storage report for DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e from datanode DatanodeRegistration(127.0.0.1:46861, datanodeUuid=95ae9168-13ee-417b-8ce1-6f1bc72c169e, infoPort=39275, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b1fac22f5a95fb with lease ID 0xc1e8829062207fdf: from storage DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e node DatanodeRegistration(127.0.0.1:46861, datanodeUuid=95ae9168-13ee-417b-8ce1-6f1bc72c169e, infoPort=39275, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b1fac22f5a95fb with lease ID 0xc1e8829062207fdf: Processing first storage report for DS-af311af1-f3e2-4a57-a5d7-de47bd95aa93 from datanode DatanodeRegistration(127.0.0.1:46861, datanodeUuid=95ae9168-13ee-417b-8ce1-6f1bc72c169e, infoPort=39275, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711) 2024-12-01T20:14:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b1fac22f5a95fb with lease ID 0xc1e8829062207fdf: from storage DS-af311af1-f3e2-4a57-a5d7-de47bd95aa93 node DatanodeRegistration(127.0.0.1:46861, datanodeUuid=95ae9168-13ee-417b-8ce1-6f1bc72c169e, infoPort=39275, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=127566993;c=1733084087711), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:14:49,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f 2024-12-01T20:14:49,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/zookeeper_0, clientPort=52935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T20:14:49,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52935 2024-12-01T20:14:49,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:49,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:50,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:14:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:14:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:14:50,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 with version=8 2024-12-01T20:14:50,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/hbase-staging 2024-12-01T20:14:50,729 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T20:14:50,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:14:51,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:14:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:14:51,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T20:14:51,201 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T20:14:51,209 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T20:14:51,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:14:51,242 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9178 (auto-detected) 2024-12-01T20:14:51,243 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T20:14:51,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43579 2024-12-01T20:14:51,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43579 connecting to ZooKeeper ensemble=127.0.0.1:52935 2024-12-01T20:14:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435790x0, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:14:51,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43579-0x1016faa78db0000 connected 2024-12-01T20:14:51,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:14:51,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302, hbase.cluster.distributed=false 2024-12-01T20:14:51,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:14:51,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43579 2024-12-01T20:14:51,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43579 2024-12-01T20:14:51,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43579 2024-12-01T20:14:51,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43579 2024-12-01T20:14:51,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43579 2024-12-01T20:14:51,513 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:14:51,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:14:51,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:14:51,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:14:51,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:14:51,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41653 2024-12-01T20:14:51,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41653 connecting to ZooKeeper ensemble=127.0.0.1:52935 2024-12-01T20:14:51,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416530x0, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:14:51,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41653-0x1016faa78db0001 connected 2024-12-01T20:14:51,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:14:51,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:14:51,545 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:14:51,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:14:51,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:14:51,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41653 2024-12-01T20:14:51,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41653 2024-12-01T20:14:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41653 2024-12-01T20:14:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41653 2024-12-01T20:14:51,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41653 2024-12-01T20:14:51,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:14:51,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:14:51,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:14:51,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:14:51,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:14:51,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43409 2024-12-01T20:14:51,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43409 connecting to ZooKeeper ensemble=127.0.0.1:52935 2024-12-01T20:14:51,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434090x0, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:14:51,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434090x0, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:14:51,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43409-0x1016faa78db0002 connected 2024-12-01T20:14:51,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:14:51,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:14:51,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:14:51,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:14:51,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43409 2024-12-01T20:14:51,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43409 2024-12-01T20:14:51,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43409 2024-12-01T20:14:51,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43409 2024-12-01T20:14:51,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43409 2024-12-01T20:14:51,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:14:51,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:14:51,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:14:51,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:14:51,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:14:51,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:14:51,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41877 2024-12-01T20:14:51,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41877 connecting to ZooKeeper ensemble=127.0.0.1:52935 2024-12-01T20:14:51,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418770x0, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:14:51,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41877-0x1016faa78db0003 connected 2024-12-01T20:14:51,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:14:51,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:14:51,631 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:14:51,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:14:51,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:14:51,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41877 2024-12-01T20:14:51,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41877 2024-12-01T20:14:51,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41877 2024-12-01T20:14:51,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41877 2024-12-01T20:14:51,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41877 2024-12-01T20:14:51,652 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2140e1fa03ff:43579 2024-12-01T20:14:51,653 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,664 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:14:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:14:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:14:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,687 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T20:14:51,688 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2140e1fa03ff,43579,1733084090784 from backup master directory 2024-12-01T20:14:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:14:51,692 WARN [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:14:51,692 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:51,694 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T20:14:51,695 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T20:14:51,753 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/hbase.id] with ID: b4dac651-eb00-4df4-86fb-3efcfbf49d19 2024-12-01T20:14:51,753 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.tmp/hbase.id 2024-12-01T20:14:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:14:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:14:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:14:51,770 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.tmp/hbase.id]:[hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/hbase.id] 2024-12-01T20:14:51,817 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:14:51,822 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T20:14:51,843 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-01T20:14:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:14:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:14:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:14:51,882 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T20:14:51,884 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T20:14:51,901 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T20:14:51,905 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:14:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:14:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:14:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:14:51,957 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store 2024-12-01T20:14:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:14:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:14:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:14:51,984 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T20:14:51,987 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:14:51,988 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T20:14:51,988 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:14:51,988 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:14:51,990 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T20:14:51,990 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:14:51,990 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:14:51,991 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733084091988Disabling compacts and flushes for region at 1733084091988Disabling writes for close at 1733084091990 (+2 ms)Writing region close event to WAL at 1733084091990Closed at 1733084091990 2024-12-01T20:14:51,993 WARN [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/.initializing 2024-12-01T20:14:51,993 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/WALs/2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:52,002 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:14:52,017 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C43579%2C1733084090784, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/WALs/2140e1fa03ff,43579,1733084090784, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/oldWALs, maxLogs=10 2024-12-01T20:14:52,047 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/WALs/2140e1fa03ff,43579,1733084090784/2140e1fa03ff%2C43579%2C1733084090784.1733084092023, exclude list is [], retry=0 2024-12-01T20:14:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-891994c1-23e2-4b82-a6a0-1cfd9adad329,DISK] 2024-12-01T20:14:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46861,DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e,DISK] 2024-12-01T20:14:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36255,DS-201301ed-aca1-422b-939c-92ef60b5e4d0,DISK] 2024-12-01T20:14:52,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T20:14:52,106 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/WALs/2140e1fa03ff,43579,1733084090784/2140e1fa03ff%2C43579%2C1733084090784.1733084092023 2024-12-01T20:14:52,106 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263),(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:39275:39275)] 2024-12-01T20:14:52,107 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T20:14:52,107 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:14:52,111 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,112 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T20:14:52,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:14:52,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T20:14:52,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:14:52,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T20:14:52,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:14:52,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T20:14:52,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:14:52,199 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,203 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,204 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,208 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,209 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,212 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:14:52,216 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:14:52,220 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:14:52,221 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65184141, jitterRate=-0.028680607676506042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:14:52,228 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733084092124Initializing all the Stores at 1733084092126 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084092127 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084092127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084092128 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084092128Cleaning up temporary data from old regions at 1733084092209 (+81 ms)Region opened successfully at 1733084092227 (+18 ms) 2024-12-01T20:14:52,229 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T20:14:52,266 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269bf64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:14:52,305 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T20:14:52,317 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T20:14:52,317 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T20:14:52,320 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T20:14:52,322 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T20:14:52,327 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-01T20:14:52,328 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T20:14:52,357 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T20:14:52,369 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T20:14:52,373 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T20:14:52,376 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T20:14:52,377 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T20:14:52,379 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T20:14:52,381 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T20:14:52,385 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T20:14:52,386 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T20:14:52,388 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T20:14:52,390 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T20:14:52,409 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T20:14:52,412 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,420 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2140e1fa03ff,43579,1733084090784, sessionid=0x1016faa78db0000, setting cluster-up flag (Was=false) 2024-12-01T20:14:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,439 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T20:14:52,441 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:52,459 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T20:14:52,460 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2140e1fa03ff,43579,1733084090784 2024-12-01T20:14:52,466 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T20:14:52,541 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(746): ClusterId : b4dac651-eb00-4df4-86fb-3efcfbf49d19 2024-12-01T20:14:52,542 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(746): ClusterId : b4dac651-eb00-4df4-86fb-3efcfbf49d19 2024-12-01T20:14:52,542 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(746): ClusterId : b4dac651-eb00-4df4-86fb-3efcfbf49d19 2024-12-01T20:14:52,544 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:14:52,544 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:14:52,544 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:14:52,546 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T20:14:52,551 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:14:52,551 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:14:52,551 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:14:52,551 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:14:52,551 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:14:52,551 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:14:52,554 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:14:52,554 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:14:52,554 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:14:52,555 DEBUG [RS:2;2140e1fa03ff:41877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521cfecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:14:52,555 DEBUG [RS:0;2140e1fa03ff:41653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b42df36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:14:52,555 DEBUG [RS:1;2140e1fa03ff:43409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b06940f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:14:52,559 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T20:14:52,566 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T20:14:52,572 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2140e1fa03ff:41653 2024-12-01T20:14:52,572 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2140e1fa03ff,43579,1733084090784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T20:14:52,575 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:14:52,575 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:14:52,575 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:14:52,577 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2140e1fa03ff:41877 2024-12-01T20:14:52,577 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:14:52,577 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2140e1fa03ff:43409 2024-12-01T20:14:52,577 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:14:52,577 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:14:52,578 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:14:52,578 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:14:52,578 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,43579,1733084090784 with port=41653, startcode=1733084091472 2024-12-01T20:14:52,578 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:14:52,579 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,43579,1733084090784 with port=43409, startcode=1733084091572 2024-12-01T20:14:52,579 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:14:52,579 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:14:52,579 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,43579,1733084090784 with port=41877, startcode=1733084091612 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2140e1fa03ff:0, corePoolSize=10, maxPoolSize=10 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:14:52,580 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,585 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733084122585 2024-12-01T20:14:52,586 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T20:14:52,588 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T20:14:52,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:14:52,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T20:14:52,592 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T20:14:52,592 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T20:14:52,593 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T20:14:52,593 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T20:14:52,594 DEBUG [RS:1;2140e1fa03ff:43409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:14:52,594 DEBUG [RS:0;2140e1fa03ff:41653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:14:52,594 DEBUG [RS:2;2140e1fa03ff:41877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:14:52,596 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T20:14:52,602 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T20:14:52,603 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T20:14:52,603 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T20:14:52,605 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T20:14:52,606 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T20:14:52,608 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084092607,5,FailOnTimeoutGroup] 2024-12-01T20:14:52,610 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084092609,5,FailOnTimeoutGroup] 2024-12-01T20:14:52,610 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,610 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T20:14:52,612 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,612 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:14:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:14:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:14:52,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T20:14:52,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:14:52,667 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:14:52,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:14:52,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:14:52,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,699 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:14:52,699 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38939 2024-12-01T20:14:52,699 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:14:52,701 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:14:52,701 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38939 2024-12-01T20:14:52,701 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:14:52,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,706 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:14:52,706 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38939 2024-12-01T20:14:52,706 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:14:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:14:52,710 DEBUG [RS:2;2140e1fa03ff:41877 {}] zookeeper.ZKUtil(111): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,710 DEBUG [RS:1;2140e1fa03ff:43409 {}] zookeeper.ZKUtil(111): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,710 WARN [RS:2;2140e1fa03ff:41877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:14:52,711 WARN [RS:1;2140e1fa03ff:43409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:14:52,711 INFO [RS:2;2140e1fa03ff:41877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:14:52,711 INFO [RS:1;2140e1fa03ff:43409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:14:52,711 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,711 DEBUG [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,713 DEBUG [RS:0;2140e1fa03ff:41653 {}] zookeeper.ZKUtil(111): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,713 WARN [RS:0;2140e1fa03ff:41653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:14:52,713 INFO [RS:0;2140e1fa03ff:41653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:14:52,713 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:14:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:14:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:14:52,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:14:52,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,41653,1733084091472] 2024-12-01T20:14:52,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,43409,1733084091572] 2024-12-01T20:14:52,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,41877,1733084091612] 2024-12-01T20:14:52,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T20:14:52,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T20:14:52,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:14:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T20:14:52,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T20:14:52,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:14:52,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T20:14:52,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T20:14:52,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:14:52,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T20:14:52,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T20:14:52,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:14:52,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:14:52,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T20:14:52,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740 2024-12-01T20:14:52,782 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:14:52,782 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:14:52,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740 2024-12-01T20:14:52,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T20:14:52,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T20:14:52,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:14:52,790 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:14:52,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T20:14:52,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:14:52,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71492313, jitterRate=0.06531848013401031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:14:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733084092733Initializing all the Stores at 1733084092735 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084092735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084092756 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084092756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084092756Cleaning up temporary data from old regions at 1733084092787 (+31 ms)Region opened successfully at 1733084092798 (+11 ms) 2024-12-01T20:14:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T20:14:52,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T20:14:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T20:14:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T20:14:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T20:14:52,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T20:14:52,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733084092798Disabling compacts and flushes for region at 1733084092798Disabling writes for close at 1733084092798Writing region close event to WAL at 1733084092799 (+1 ms)Closed at 1733084092800 (+1 ms) 2024-12-01T20:14:52,802 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:14:52,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:14:52,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T20:14:52,804 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:14:52,808 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:14:52,809 INFO [RS:2;2140e1fa03ff:41877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:14:52,809 INFO [RS:0;2140e1fa03ff:41653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:14:52,809 INFO [RS:1;2140e1fa03ff:43409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:14:52,809 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,809 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,810 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,813 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:14:52,813 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:14:52,813 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:14:52,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T20:14:52,820 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:14:52,820 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:14:52,820 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:14:52,821 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,821 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,821 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:14:52,822 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,822 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,823 DEBUG [RS:1;2140e1fa03ff:43409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,823 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,824 DEBUG [RS:0;2140e1fa03ff:41653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,824 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:14:52,825 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,825 DEBUG [RS:2;2140e1fa03ff:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:14:52,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T20:14:52,827 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,827 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,827 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,827 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43409,1733084091572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,828 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41653,1733084091472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,829 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41877,1733084091612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:14:52,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T20:14:52,854 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:14:52,854 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:14:52,854 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:14:52,856 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41653,1733084091472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,856 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43409,1733084091572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,856 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41877,1733084091612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,857 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,857 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,857 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,857 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.Replication(171): 2140e1fa03ff,41653,1733084091472 started 2024-12-01T20:14:52,857 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.Replication(171): 2140e1fa03ff,43409,1733084091572 started 2024-12-01T20:14:52,857 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.Replication(171): 2140e1fa03ff,41877,1733084091612 started 2024-12-01T20:14:52,877 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,878 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,41653,1733084091472, RpcServer on 2140e1fa03ff/172.17.0.2:41653, sessionid=0x1016faa78db0001 2024-12-01T20:14:52,879 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:14:52,879 DEBUG [RS:0;2140e1fa03ff:41653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,879 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,41653,1733084091472' 2024-12-01T20:14:52,879 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:14:52,880 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:14:52,881 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:14:52,881 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:14:52,881 DEBUG [RS:0;2140e1fa03ff:41653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:52,881 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,41653,1733084091472' 2024-12-01T20:14:52,881 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:14:52,882 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:14:52,882 DEBUG [RS:0;2140e1fa03ff:41653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:14:52,882 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,882 INFO [RS:0;2140e1fa03ff:41653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:14:52,882 INFO [RS:0;2140e1fa03ff:41653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:14:52,882 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,43409,1733084091572, RpcServer on 2140e1fa03ff/172.17.0.2:43409, sessionid=0x1016faa78db0002 2024-12-01T20:14:52,883 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:14:52,883 DEBUG [RS:1;2140e1fa03ff:43409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,883 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,43409,1733084091572' 2024-12-01T20:14:52,883 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:14:52,883 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:14:52,883 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,41877,1733084091612, RpcServer on 2140e1fa03ff/172.17.0.2:41877, sessionid=0x1016faa78db0003 2024-12-01T20:14:52,883 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:14:52,883 DEBUG [RS:2;2140e1fa03ff:41877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,883 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,41877,1733084091612' 2024-12-01T20:14:52,884 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:14:52,884 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:14:52,884 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:14:52,884 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:14:52,884 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:14:52,884 DEBUG [RS:1;2140e1fa03ff:43409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,43409,1733084091572 2024-12-01T20:14:52,884 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,43409,1733084091572' 2024-12-01T20:14:52,885 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:14:52,885 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:14:52,885 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:14:52,885 DEBUG [RS:2;2140e1fa03ff:41877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,41877,1733084091612 2024-12-01T20:14:52,885 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,41877,1733084091612' 2024-12-01T20:14:52,885 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:14:52,885 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:14:52,886 DEBUG [RS:1;2140e1fa03ff:43409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:14:52,886 INFO [RS:1;2140e1fa03ff:43409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:14:52,886 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:14:52,886 INFO [RS:1;2140e1fa03ff:43409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:14:52,886 DEBUG [RS:2;2140e1fa03ff:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:14:52,887 INFO [RS:2;2140e1fa03ff:41877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:14:52,887 INFO [RS:2;2140e1fa03ff:41877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:14:52,985 WARN [2140e1fa03ff:43579 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T20:14:52,988 INFO [RS:2;2140e1fa03ff:41877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:14:52,988 INFO [RS:1;2140e1fa03ff:43409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:14:52,988 INFO [RS:0;2140e1fa03ff:41653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:14:52,992 INFO [RS:1;2140e1fa03ff:43409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C43409%2C1733084091572, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs, maxLogs=32 2024-12-01T20:14:52,992 INFO [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C41653%2C1733084091472, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs, maxLogs=32 2024-12-01T20:14:52,992 INFO [RS:2;2140e1fa03ff:41877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C41877%2C1733084091612, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41877,1733084091612, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs, maxLogs=32 2024-12-01T20:14:53,011 DEBUG [RS:1;2140e1fa03ff:43409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, exclude list is [], retry=0 2024-12-01T20:14:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46861,DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e,DISK] 2024-12-01T20:14:53,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-891994c1-23e2-4b82-a6a0-1cfd9adad329,DISK] 2024-12-01T20:14:53,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36255,DS-201301ed-aca1-422b-939c-92ef60b5e4d0,DISK] 2024-12-01T20:14:53,018 DEBUG [RS:2;2140e1fa03ff:41877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41877,1733084091612/2140e1fa03ff%2C41877%2C1733084091612.1733084092997, exclude list is [], retry=0 2024-12-01T20:14:53,018 DEBUG [RS:0;2140e1fa03ff:41653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472/2140e1fa03ff%2C41653%2C1733084091472.1733084092997, exclude list is [], retry=0 2024-12-01T20:14:53,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36255,DS-201301ed-aca1-422b-939c-92ef60b5e4d0,DISK] 2024-12-01T20:14:53,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-891994c1-23e2-4b82-a6a0-1cfd9adad329,DISK] 2024-12-01T20:14:53,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46861,DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e,DISK] 2024-12-01T20:14:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46861,DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e,DISK] 2024-12-01T20:14:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36255,DS-201301ed-aca1-422b-939c-92ef60b5e4d0,DISK] 2024-12-01T20:14:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-891994c1-23e2-4b82-a6a0-1cfd9adad329,DISK] 2024-12-01T20:14:53,041 INFO [RS:1;2140e1fa03ff:43409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 2024-12-01T20:14:53,043 INFO [RS:2;2140e1fa03ff:41877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41877,1733084091612/2140e1fa03ff%2C41877%2C1733084091612.1733084092997 2024-12-01T20:14:53,043 DEBUG [RS:1;2140e1fa03ff:43409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263),(127.0.0.1/127.0.0.1:39275:39275),(127.0.0.1/127.0.0.1:34809:34809)] 2024-12-01T20:14:53,043 DEBUG [RS:2;2140e1fa03ff:41877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42263:42263),(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:39275:39275)] 2024-12-01T20:14:53,044 INFO [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472/2140e1fa03ff%2C41653%2C1733084091472.1733084092997 2024-12-01T20:14:53,044 DEBUG [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:42263:42263),(127.0.0.1/127.0.0.1:39275:39275)] 2024-12-01T20:14:53,238 DEBUG [2140e1fa03ff:43579 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T20:14:53,246 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:14:53,253 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:14:53,253 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:14:53,253 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T20:14:53,254 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:14:53,254 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:14:53,254 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T20:14:53,254 INFO [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:14:53,254 INFO [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:14:53,254 INFO [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T20:14:53,254 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:14:53,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:14:53,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2140e1fa03ff,41653,1733084091472, state=OPENING 2024-12-01T20:14:53,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T20:14:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:14:53,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:14:53,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:14:53,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:14:53,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:14:53,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T20:14:53,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:01,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T20:15:01,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T20:15:03,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:15:03,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:15:03,340 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T20:15:03,340 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:15:03,341 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T20:15:03,350 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C41653%2C1733084091472.meta, suffix=.meta, logDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs, maxLogs=32 2024-12-01T20:15:03,372 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472/2140e1fa03ff%2C41653%2C1733084091472.meta.1733084103352.meta, exclude list is [], retry=0 2024-12-01T20:15:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36255,DS-201301ed-aca1-422b-939c-92ef60b5e4d0,DISK] 2024-12-01T20:15:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46861,DS-44ee5f6a-3f64-46d1-a09b-39cabe340b6e,DISK] 2024-12-01T20:15:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38325,DS-891994c1-23e2-4b82-a6a0-1cfd9adad329,DISK] 2024-12-01T20:15:03,386 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,41653,1733084091472/2140e1fa03ff%2C41653%2C1733084091472.meta.1733084103352.meta 2024-12-01T20:15:03,387 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:39275:39275),(127.0.0.1/127.0.0.1:42263:42263)] 2024-12-01T20:15:03,387 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T20:15:03,390 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T20:15:03,393 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T20:15:03,400 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T20:15:03,407 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T20:15:03,407 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:03,408 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T20:15:03,408 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T20:15:03,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T20:15:03,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T20:15:03,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:03,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:15:03,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T20:15:03,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T20:15:03,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:03,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:15:03,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T20:15:03,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T20:15:03,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:03,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:15:03,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T20:15:03,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T20:15:03,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:03,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:15:03,433 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T20:15:03,434 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740 2024-12-01T20:15:03,445 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740 2024-12-01T20:15:03,450 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T20:15:03,450 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T20:15:03,451 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:15:03,457 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T20:15:03,461 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614885, jitterRate=0.08204610645771027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:15:03,461 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T20:15:03,463 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733084103408Writing region info on filesystem at 1733084103409 (+1 ms)Initializing all the Stores at 1733084103411 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084103411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084103412 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084103412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084103412Cleaning up temporary data from old regions at 1733084103450 (+38 ms)Running coprocessor post-open hooks at 1733084103461 (+11 ms)Region opened successfully at 1733084103463 (+2 ms) 2024-12-01T20:15:03,500 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733084103302 2024-12-01T20:15:03,516 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T20:15:03,516 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T20:15:03,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:03,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2140e1fa03ff,41653,1733084091472, state=OPEN 2024-12-01T20:15:03,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:15:03,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:15:03,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:15:03,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:15:03,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:15:03,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:15:03,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:15:03,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:15:03,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:03,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T20:15:03,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2140e1fa03ff,41653,1733084091472 in 10.2480 sec 2024-12-01T20:15:03,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T20:15:03,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7310 sec 2024-12-01T20:15:03,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:15:03,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T20:15:03,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:15:03,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,41653,1733084091472, seqNum=-1] 2024-12-01T20:15:03,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:15:03,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:15:03,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2330 sec 2024-12-01T20:15:03,733 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733084103733, completionTime=-1 2024-12-01T20:15:03,737 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T20:15:03,737 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T20:15:03,771 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T20:15:03,772 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733084163772 2024-12-01T20:15:03,772 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733084223772 2024-12-01T20:15:03,772 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-01T20:15:03,775 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:15:03,783 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,783 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,783 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,785 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2140e1fa03ff:43579, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,786 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,787 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,794 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T20:15:03,822 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.130sec 2024-12-01T20:15:03,830 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T20:15:03,833 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T20:15:03,834 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T20:15:03,835 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T20:15:03,835 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T20:15:03,836 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:15:03,837 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T20:15:03,847 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T20:15:03,848 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T20:15:03,849 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,43579,1733084090784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:15:03,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed76f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:03,893 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T20:15:03,893 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T20:15:03,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2140e1fa03ff,43579,-1 for getting cluster id 2024-12-01T20:15:03,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T20:15:03,927 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4dac651-eb00-4df4-86fb-3efcfbf49d19' 2024-12-01T20:15:03,930 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T20:15:03,931 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4dac651-eb00-4df4-86fb-3efcfbf49d19" 2024-12-01T20:15:03,932 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0bb67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:03,932 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2140e1fa03ff,43579,-1] 2024-12-01T20:15:03,936 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T20:15:03,938 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:03,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T20:15:03,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd53a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:03,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:15:03,960 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,41653,1733084091472, seqNum=-1] 2024-12-01T20:15:03,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:15:03,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:15:03,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2140e1fa03ff,43579,1733084090784 2024-12-01T20:15:04,002 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733084104001 (current time:1733084104001). 2024-12-01T20:15:04,002 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T20:15:04,003 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T20:15:04,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb8676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:04,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2140e1fa03ff,43579,-1 for getting cluster id 2024-12-01T20:15:04,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T20:15:04,007 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4dac651-eb00-4df4-86fb-3efcfbf49d19' 2024-12-01T20:15:04,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T20:15:04,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4dac651-eb00-4df4-86fb-3efcfbf49d19" 2024-12-01T20:15:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf72f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2140e1fa03ff,43579,-1] 2024-12-01T20:15:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T20:15:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:04,011 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T20:15:04,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4df5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:15:04,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:15:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,41653,1733084091472, seqNum=-1] 2024-12-01T20:15:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:15:04,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:15:04,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:15:04,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:15:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:04,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:04,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T20:15:04,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T20:15:04,055 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2140e1fa03ff,43579,1733084090784 2024-12-01T20:15:04,058 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea7c2d2 2024-12-01T20:15:04,060 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T20:15:04,069 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T20:15:04,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T20:15:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T20:15:04,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T20:15:04,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:04,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T20:15:04,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T20:15:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:04,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:15:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:15:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:15:04,225 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b58420f4b97a29e61772a6a4c0964a5, NAME => 'SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,226 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 99880d44c079c0467f164dfc0a794870, NAME => 'SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:04,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 01ee74eda60601c89f7102bab433e9c2, NAME => 'SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741838_1014 (size=54) 2024-12-01T20:15:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741838_1014 (size=54) 2024-12-01T20:15:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741838_1014 (size=54) 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b58420f4b97a29e61772a6a4c0964a5, disabling compactions & flushes 2024-12-01T20:15:04,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. after waiting 0 ms 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:04,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:04,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b58420f4b97a29e61772a6a4c0964a5: Waiting for close lock at 1733084104307Disabling compacts and flushes for region at 1733084104307Disabling writes for close at 1733084104307Writing region close event to WAL at 1733084104307Closed at 1733084104307 2024-12-01T20:15:04,308 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a49e538e1331645ab4b1e6d9fb8848df, NAME => 'SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:15:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:15:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:15:04,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 99880d44c079c0467f164dfc0a794870, disabling compactions & flushes 2024-12-01T20:15:04,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:04,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:04,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. after waiting 0 ms 2024-12-01T20:15:04,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:04,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:04,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 99880d44c079c0467f164dfc0a794870: Waiting for close lock at 1733084104326Disabling compacts and flushes for region at 1733084104326Disabling writes for close at 1733084104326Writing region close event to WAL at 1733084104326Closed at 1733084104326 2024-12-01T20:15:04,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f50bf67cf4ea3e21cec7ddfec0944cf4, NAME => 'SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741840_1016 (size=62) 2024-12-01T20:15:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741840_1016 (size=62) 2024-12-01T20:15:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741840_1016 (size=62) 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 01ee74eda60601c89f7102bab433e9c2, disabling compactions & flushes 2024-12-01T20:15:04,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. after waiting 0 ms 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:04,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:04,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 01ee74eda60601c89f7102bab433e9c2: Waiting for close lock at 1733084104356Disabling compacts and flushes for region at 1733084104356Disabling writes for close at 1733084104356Writing region close event to WAL at 1733084104356Closed at 1733084104356 2024-12-01T20:15:04,357 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7367ceb277384be64f0678e8bff2f532, NAME => 'SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:15:04,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:15:04,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a49e538e1331645ab4b1e6d9fb8848df, disabling compactions & flushes 2024-12-01T20:15:04,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:04,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:04,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. after waiting 0 ms 2024-12-01T20:15:04,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:04,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:04,396 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a49e538e1331645ab4b1e6d9fb8848df: Waiting for close lock at 1733084104395Disabling compacts and flushes for region at 1733084104395Disabling writes for close at 1733084104395Writing region close event to WAL at 1733084104395Closed at 1733084104395 2024-12-01T20:15:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:15:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:15:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:15:04,396 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09a2be035bd0c2dd13a6d738c5174ad7, NAME => 'SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f50bf67cf4ea3e21cec7ddfec0944cf4, disabling compactions & flushes 2024-12-01T20:15:04,398 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. after waiting 0 ms 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:04,398 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:04,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f50bf67cf4ea3e21cec7ddfec0944cf4: Waiting for close lock at 1733084104398Disabling compacts and flushes for region at 1733084104398Disabling writes for close at 1733084104398Writing region close event to WAL at 1733084104398Closed at 1733084104398 2024-12-01T20:15:04,399 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1dcd281366957b5ecab9b7ff1ce275ae, NAME => 'SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:15:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:15:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:15:04,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7367ceb277384be64f0678e8bff2f532, disabling compactions & flushes 2024-12-01T20:15:04,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:04,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:04,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. after waiting 0 ms 2024-12-01T20:15:04,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:04,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:04,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7367ceb277384be64f0678e8bff2f532: Waiting for close lock at 1733084104431Disabling compacts and flushes for region at 1733084104431Disabling writes for close at 1733084104431Writing region close event to WAL at 1733084104431Closed at 1733084104431 2024-12-01T20:15:04,432 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b4c8861f04dd68375a6b007ace289bfb, NAME => 'SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:04,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:15:04,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:15:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:15:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:15:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:15:04,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 09a2be035bd0c2dd13a6d738c5174ad7, disabling compactions & flushes 2024-12-01T20:15:04,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:04,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:04,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. after waiting 0 ms 2024-12-01T20:15:04,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:15:04,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:04,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09a2be035bd0c2dd13a6d738c5174ad7: Waiting for close lock at 1733084104462Disabling compacts and flushes for region at 1733084104462Disabling writes for close at 1733084104463 (+1 ms)Writing region close event to WAL at 1733084104463Closed at 1733084104463 2024-12-01T20:15:04,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bf347ac79989d61962ca6af1fb446bf, NAME => 'SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302 2024-12-01T20:15:04,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1dcd281366957b5ecab9b7ff1ce275ae, disabling compactions & flushes 2024-12-01T20:15:04,470 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:04,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:04,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. after waiting 0 ms 2024-12-01T20:15:04,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:04,470 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:04,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1dcd281366957b5ecab9b7ff1ce275ae: Waiting for close lock at 1733084104469Disabling compacts and flushes for region at 1733084104469Disabling writes for close at 1733084104470 (+1 ms)Writing region close event to WAL at 1733084104470Closed at 1733084104470 2024-12-01T20:15:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:15:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:15:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:15:04,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b4c8861f04dd68375a6b007ace289bfb, disabling compactions & flushes 2024-12-01T20:15:04,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:04,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:04,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. after waiting 0 ms 2024-12-01T20:15:04,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:04,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:04,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b4c8861f04dd68375a6b007ace289bfb: Waiting for close lock at 1733084104494Disabling compacts and flushes for region at 1733084104494Disabling writes for close at 1733084104494Writing region close event to WAL at 1733084104494Closed at 1733084104494 2024-12-01T20:15:04,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:15:04,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:15:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7bf347ac79989d61962ca6af1fb446bf, disabling compactions & flushes 2024-12-01T20:15:04,514 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. after waiting 0 ms 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:04,514 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:04,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bf347ac79989d61962ca6af1fb446bf: Waiting for close lock at 1733084104514Disabling compacts and flushes for region at 1733084104514Disabling writes for close at 1733084104514Writing region close event to WAL at 1733084104514Closed at 1733084104514 2024-12-01T20:15:04,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T20:15:04,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733084104517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084104517"}]},"ts":"1733084104517"} 2024-12-01T20:15:04,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T20:15:04,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T20:15:04,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733084104577"}]},"ts":"1733084104577"} 2024-12-01T20:15:04,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T20:15:04,588 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T20:15:04,600 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:15:04,600 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:15:04,600 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T20:15:04,600 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:15:04,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99880d44c079c0467f164dfc0a794870, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01ee74eda60601c89f7102bab433e9c2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50bf67cf4ea3e21cec7ddfec0944cf4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7367ceb277384be64f0678e8bff2f532, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dcd281366957b5ecab9b7ff1ce275ae, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN}] 2024-12-01T20:15:04,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN 2024-12-01T20:15:04,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN; state=OFFLINE, location=2140e1fa03ff,43409,1733084091572; forceNewPlan=false, retain=false 2024-12-01T20:15:04,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN 2024-12-01T20:15:04,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7367ceb277384be64f0678e8bff2f532, ASSIGN 2024-12-01T20:15:04,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99880d44c079c0467f164dfc0a794870, ASSIGN 2024-12-01T20:15:04,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01ee74eda60601c89f7102bab433e9c2, ASSIGN 2024-12-01T20:15:04,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN; state=OFFLINE, location=2140e1fa03ff,43409,1733084091572; forceNewPlan=false, retain=false 2024-12-01T20:15:04,621 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99880d44c079c0467f164dfc0a794870, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41877,1733084091612; forceNewPlan=false, retain=false 2024-12-01T20:15:04,621 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01ee74eda60601c89f7102bab433e9c2, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41653,1733084091472; forceNewPlan=false, retain=false 2024-12-01T20:15:04,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7367ceb277384be64f0678e8bff2f532, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41653,1733084091472; forceNewPlan=false, retain=false 2024-12-01T20:15:04,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb, ASSIGN 2024-12-01T20:15:04,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41653,1733084091472; forceNewPlan=false, retain=false 2024-12-01T20:15:04,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dcd281366957b5ecab9b7ff1ce275ae, ASSIGN 2024-12-01T20:15:04,637 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dcd281366957b5ecab9b7ff1ce275ae, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41877,1733084091612; forceNewPlan=false, retain=false 2024-12-01T20:15:04,638 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN 2024-12-01T20:15:04,639 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50bf67cf4ea3e21cec7ddfec0944cf4, ASSIGN 2024-12-01T20:15:04,643 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN; state=OFFLINE, location=2140e1fa03ff,43409,1733084091572; forceNewPlan=false, retain=false 2024-12-01T20:15:04,644 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f50bf67cf4ea3e21cec7ddfec0944cf4, ASSIGN; state=OFFLINE, location=2140e1fa03ff,41877,1733084091612; forceNewPlan=false, retain=false 2024-12-01T20:15:04,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN 2024-12-01T20:15:04,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN; state=OFFLINE, location=2140e1fa03ff,43409,1733084091572; forceNewPlan=false, retain=false 2024-12-01T20:15:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:04,764 INFO [2140e1fa03ff:43579 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T20:15:04,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7bf347ac79989d61962ca6af1fb446bf, regionState=OPENING, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:04,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=09a2be035bd0c2dd13a6d738c5174ad7, regionState=OPENING, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:04,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a49e538e1331645ab4b1e6d9fb8848df, regionState=OPENING, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:04,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b58420f4b97a29e61772a6a4c0964a5, regionState=OPENING, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:04,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1dcd281366957b5ecab9b7ff1ce275ae, regionState=OPENING, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:04,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99880d44c079c0467f164dfc0a794870, regionState=OPENING, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:04,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f50bf67cf4ea3e21cec7ddfec0944cf4, regionState=OPENING, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:04,769 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b4c8861f04dd68375a6b007ace289bfb, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:04,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7367ceb277384be64f0678e8bff2f532, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:04,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=01ee74eda60601c89f7102bab433e9c2, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:04,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN because future has completed 2024-12-01T20:15:04,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,43409,1733084091572}] 2024-12-01T20:15:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN because future has completed 2024-12-01T20:15:04,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T20:15:04,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN because future has completed 2024-12-01T20:15:04,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,43409,1733084091572}] 2024-12-01T20:15:04,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,43409,1733084091572}] 2024-12-01T20:15:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN because future has completed 2024-12-01T20:15:04,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99880d44c079c0467f164dfc0a794870, ASSIGN because future has completed 2024-12-01T20:15:04,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,43409,1733084091572}] 2024-12-01T20:15:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99880d44c079c0467f164dfc0a794870, server=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:04,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dcd281366957b5ecab9b7ff1ce275ae, ASSIGN because future has completed 2024-12-01T20:15:04,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae, server=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:04,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7367ceb277384be64f0678e8bff2f532, ASSIGN because future has completed 2024-12-01T20:15:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb, ASSIGN because future has completed 2024-12-01T20:15:04,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f50bf67cf4ea3e21cec7ddfec0944cf4, ASSIGN because future has completed 2024-12-01T20:15:04,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c8861f04dd68375a6b007ace289bfb, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01ee74eda60601c89f7102bab433e9c2, ASSIGN because future has completed 2024-12-01T20:15:04,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7367ceb277384be64f0678e8bff2f532, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:04,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ee74eda60601c89f7102bab433e9c2, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:04,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4, server=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:08,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T20:15:11,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T20:15:11,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T20:15:11,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T20:15:11,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T20:15:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:14,791 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:15:14,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:15:14,802 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:14,803 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a49e538e1331645ab4b1e6d9fb8848df, NAME => 'SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T20:15:14,803 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,803 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,804 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,804 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,808 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,810 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49e538e1331645ab4b1e6d9fb8848df columnFamilyName cf 2024-12-01T20:15:14,810 DEBUG [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,812 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] regionserver.HStore(327): Store=a49e538e1331645ab4b1e6d9fb8848df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,813 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,814 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,815 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,815 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,816 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,820 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,824 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:15:14,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:15:14,825 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,828 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a49e538e1331645ab4b1e6d9fb8848df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59236390, jitterRate=-0.11730900406837463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,828 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:14,830 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a49e538e1331645ab4b1e6d9fb8848df: Running coprocessor pre-open hook at 1733084114804Writing region info on filesystem at 1733084114804Initializing all the Stores at 1733084114807 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114807Cleaning up temporary data from old regions at 1733084114816 (+9 ms)Running coprocessor post-open hooks at 1733084114828 (+12 ms)Region opened successfully at 1733084114830 (+2 ms) 2024-12-01T20:15:14,836 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:14,837 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 99880d44c079c0467f164dfc0a794870, NAME => 'SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T20:15:14,837 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,837 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,838 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,838 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,840 INFO [StoreOpener-99880d44c079c0467f164dfc0a794870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,843 INFO [StoreOpener-99880d44c079c0467f164dfc0a794870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99880d44c079c0467f164dfc0a794870 columnFamilyName cf 2024-12-01T20:15:14,843 DEBUG [StoreOpener-99880d44c079c0467f164dfc0a794870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,844 INFO [StoreOpener-99880d44c079c0467f164dfc0a794870-1 {}] regionserver.HStore(327): Store=99880d44c079c0467f164dfc0a794870/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,844 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,845 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,847 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df., pid=17, masterSystemTime=1733084114790 2024-12-01T20:15:14,847 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,848 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,848 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,850 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:14,850 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:14,850 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b58420f4b97a29e61772a6a4c0964a5, NAME => 'SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T20:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a49e538e1331645ab4b1e6d9fb8848df, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:14,855 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,43409,1733084091572 because future has completed 2024-12-01T20:15:14,859 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,863 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b58420f4b97a29e61772a6a4c0964a5 columnFamilyName cf 2024-12-01T20:15:14,864 DEBUG [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,864 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] regionserver.HStore(327): Store=2b58420f4b97a29e61772a6a4c0964a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,865 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-01T20:15:14,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,43409,1733084091572 in 10.0610 sec 2024-12-01T20:15:14,866 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,867 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN in 10.2620 sec 2024-12-01T20:15:14,868 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,868 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,869 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/99880d44c079c0467f164dfc0a794870/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,870 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 99880d44c079c0467f164dfc0a794870; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69745212, jitterRate=0.03928464651107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,870 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:14,871 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 99880d44c079c0467f164dfc0a794870: Running coprocessor pre-open hook at 1733084114838Writing region info on filesystem at 1733084114838Initializing all the Stores at 1733084114839 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114839Cleaning up temporary data from old regions at 1733084114848 (+9 ms)Running coprocessor post-open hooks at 1733084114870 (+22 ms)Region opened successfully at 1733084114871 (+1 ms) 2024-12-01T20:15:14,871 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,872 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870., pid=19, masterSystemTime=1733084114823 2024-12-01T20:15:14,873 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:14,873 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b4c8861f04dd68375a6b007ace289bfb, NAME => 'SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T20:15:14,874 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,874 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,874 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,874 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,876 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:14,876 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:14,877 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:14,877 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dcd281366957b5ecab9b7ff1ce275ae, NAME => 'SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T20:15:14,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99880d44c079c0467f164dfc0a794870, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:14,878 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,878 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,878 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,878 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99880d44c079c0467f164dfc0a794870, server=2140e1fa03ff,41877,1733084091612 because future has completed 2024-12-01T20:15:14,883 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2140e1fa03ff,41877,1733084091612, table=SPTestTable, region=99880d44c079c0467f164dfc0a794870. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T20:15:14,886 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,887 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2b58420f4b97a29e61772a6a4c0964a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62456838, jitterRate=-0.06932058930397034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,888 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:14,888 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2b58420f4b97a29e61772a6a4c0964a5: Running coprocessor pre-open hook at 1733084114852Writing region info on filesystem at 1733084114852Initializing all the Stores at 1733084114855 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114855Cleaning up temporary data from old regions at 1733084114868 (+13 ms)Running coprocessor post-open hooks at 1733084114888 (+20 ms)Region opened successfully at 1733084114888 2024-12-01T20:15:14,889 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5., pid=18, masterSystemTime=1733084114790 2024-12-01T20:15:14,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-01T20:15:14,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 99880d44c079c0467f164dfc0a794870, server=2140e1fa03ff,41877,1733084091612 in 10.0670 sec 2024-12-01T20:15:14,892 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:14,892 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:14,893 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:14,893 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 09a2be035bd0c2dd13a6d738c5174ad7, NAME => 'SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T20:15:14,894 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,894 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99880d44c079c0467f164dfc0a794870, ASSIGN in 10.2870 sec 2024-12-01T20:15:14,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b58420f4b97a29e61772a6a4c0964a5, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:14,894 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,894 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,894 INFO [StoreOpener-b4c8861f04dd68375a6b007ace289bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,898 INFO [StoreOpener-b4c8861f04dd68375a6b007ace289bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c8861f04dd68375a6b007ace289bfb columnFamilyName cf 2024-12-01T20:15:14,898 DEBUG [StoreOpener-b4c8861f04dd68375a6b007ace289bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,43409,1733084091572 because future has completed 2024-12-01T20:15:14,899 INFO [StoreOpener-b4c8861f04dd68375a6b007ace289bfb-1 {}] regionserver.HStore(327): Store=b4c8861f04dd68375a6b007ace289bfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,899 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,901 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,901 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,902 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,902 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-01T20:15:14,906 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,43409,1733084091572 in 10.0890 sec 2024-12-01T20:15:14,909 INFO [StoreOpener-1dcd281366957b5ecab9b7ff1ce275ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN in 10.3030 sec 2024-12-01T20:15:14,910 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,911 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,912 INFO [StoreOpener-1dcd281366957b5ecab9b7ff1ce275ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dcd281366957b5ecab9b7ff1ce275ae columnFamilyName cf 2024-12-01T20:15:14,912 DEBUG [StoreOpener-1dcd281366957b5ecab9b7ff1ce275ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,912 INFO [StoreOpener-1dcd281366957b5ecab9b7ff1ce275ae-1 {}] regionserver.HStore(327): Store=1dcd281366957b5ecab9b7ff1ce275ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,913 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a2be035bd0c2dd13a6d738c5174ad7 columnFamilyName cf 2024-12-01T20:15:14,913 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b4c8861f04dd68375a6b007ace289bfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65233532, jitterRate=-0.027944624423980713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,913 DEBUG [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,913 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:14,913 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,913 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b4c8861f04dd68375a6b007ace289bfb: Running coprocessor pre-open hook at 1733084114874Writing region info on filesystem at 1733084114874Initializing all the Stores at 1733084114877 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114877Cleaning up temporary data from old regions at 1733084114902 (+25 ms)Running coprocessor post-open hooks at 1733084114913 (+11 ms)Region opened successfully at 1733084114913 2024-12-01T20:15:14,914 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] regionserver.HStore(327): Store=09a2be035bd0c2dd13a6d738c5174ad7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,914 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,914 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,916 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,916 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,916 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., pid=21, masterSystemTime=1733084114853 2024-12-01T20:15:14,917 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,917 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,918 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,920 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,920 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:14,920 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:14,921 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:14,921 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7367ceb277384be64f0678e8bff2f532, NAME => 'SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T20:15:14,920 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,921 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,921 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b4c8861f04dd68375a6b007ace289bfb, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:14,923 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,924 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2140e1fa03ff,41653,1733084091472, table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T20:15:14,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c8861f04dd68375a6b007ace289bfb, server=2140e1fa03ff,41653,1733084091472 because future has completed 2024-12-01T20:15:14,928 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-01T20:15:14,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b4c8861f04dd68375a6b007ace289bfb, server=2140e1fa03ff,41653,1733084091472 in 10.0840 sec 2024-12-01T20:15:14,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c8861f04dd68375a6b007ace289bfb, ASSIGN in 10.3310 sec 2024-12-01T20:15:14,940 INFO [StoreOpener-7367ceb277384be64f0678e8bff2f532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,941 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,943 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 09a2be035bd0c2dd13a6d738c5174ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59150081, jitterRate=-0.11859510838985443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,943 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:14,943 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 09a2be035bd0c2dd13a6d738c5174ad7: Running coprocessor pre-open hook at 1733084114894Writing region info on filesystem at 1733084114894Initializing all the Stores at 1733084114896 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114896Cleaning up temporary data from old regions at 1733084114918 (+22 ms)Running coprocessor post-open hooks at 1733084114943 (+25 ms)Region opened successfully at 1733084114943 2024-12-01T20:15:14,943 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,944 INFO [StoreOpener-7367ceb277384be64f0678e8bff2f532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7367ceb277384be64f0678e8bff2f532 columnFamilyName cf 2024-12-01T20:15:14,944 DEBUG [StoreOpener-7367ceb277384be64f0678e8bff2f532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,945 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., pid=16, masterSystemTime=1733084114790 2024-12-01T20:15:14,945 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1dcd281366957b5ecab9b7ff1ce275ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72626612, jitterRate=0.08222085237503052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,945 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:14,946 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1dcd281366957b5ecab9b7ff1ce275ae: Running coprocessor pre-open hook at 1733084114878Writing region info on filesystem at 1733084114878Initializing all the Stores at 1733084114880 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114880Cleaning up temporary data from old regions at 1733084114921 (+41 ms)Running coprocessor post-open hooks at 1733084114945 (+24 ms)Region opened successfully at 1733084114945 2024-12-01T20:15:14,946 INFO [StoreOpener-7367ceb277384be64f0678e8bff2f532-1 {}] regionserver.HStore(327): Store=7367ceb277384be64f0678e8bff2f532/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,946 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,948 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., pid=20, masterSystemTime=1733084114823 2024-12-01T20:15:14,948 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,949 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:14,949 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:14,949 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:14,949 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bf347ac79989d61962ca6af1fb446bf, NAME => 'SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T20:15:14,950 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,950 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=09a2be035bd0c2dd13a6d738c5174ad7, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:14,950 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,950 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,950 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:14,950 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:14,951 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,951 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:14,952 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f50bf67cf4ea3e21cec7ddfec0944cf4, NAME => 'SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T20:15:14,952 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1dcd281366957b5ecab9b7ff1ce275ae, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:14,952 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,953 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,953 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,953 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,953 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,43409,1733084091572 because future has completed 2024-12-01T20:15:14,953 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae, server=2140e1fa03ff,41877,1733084091612 because future has completed 2024-12-01T20:15:14,959 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,964 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bf347ac79989d61962ca6af1fb446bf columnFamilyName cf 2024-12-01T20:15:14,964 DEBUG [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,966 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] regionserver.HStore(327): Store=7bf347ac79989d61962ca6af1fb446bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,968 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,970 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-01T20:15:14,971 INFO [StoreOpener-f50bf67cf4ea3e21cec7ddfec0944cf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,971 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,43409,1733084091572 in 10.1770 sec 2024-12-01T20:15:14,972 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7367ceb277384be64f0678e8bff2f532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,973 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7367ceb277384be64f0678e8bff2f532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68621728, jitterRate=0.02254343032836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,973 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,973 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:14,973 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,973 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7367ceb277384be64f0678e8bff2f532: Running coprocessor pre-open hook at 1733084114922Writing region info on filesystem at 1733084114922Initializing all the Stores at 1733084114927 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114927Cleaning up temporary data from old regions at 1733084114952 (+25 ms)Running coprocessor post-open hooks at 1733084114973 (+21 ms)Region opened successfully at 1733084114973 2024-12-01T20:15:14,975 INFO [StoreOpener-f50bf67cf4ea3e21cec7ddfec0944cf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f50bf67cf4ea3e21cec7ddfec0944cf4 columnFamilyName cf 2024-12-01T20:15:14,975 DEBUG [StoreOpener-f50bf67cf4ea3e21cec7ddfec0944cf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:14,976 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532., pid=22, masterSystemTime=1733084114853 2024-12-01T20:15:14,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-01T20:15:14,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae, server=2140e1fa03ff,41877,1733084091612 in 10.1490 sec 2024-12-01T20:15:14,977 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN in 10.3690 sec 2024-12-01T20:15:14,979 INFO [StoreOpener-f50bf67cf4ea3e21cec7ddfec0944cf4-1 {}] regionserver.HStore(327): Store=f50bf67cf4ea3e21cec7ddfec0944cf4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:14,979 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dcd281366957b5ecab9b7ff1ce275ae, ASSIGN in 10.3730 sec 2024-12-01T20:15:14,980 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:14,980 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:14,980 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:14,980 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ee74eda60601c89f7102bab433e9c2, NAME => 'SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T20:15:14,981 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,981 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:14,981 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:14,981 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:14,981 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:14,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7367ceb277384be64f0678e8bff2f532, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:14,982 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,983 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,984 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7367ceb277384be64f0678e8bff2f532, server=2140e1fa03ff,41653,1733084091472 because future has completed 2024-12-01T20:15:14,988 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:14,991 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:14,992 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7bf347ac79989d61962ca6af1fb446bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60502699, jitterRate=-0.0984395295381546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:14,992 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:14,992 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7bf347ac79989d61962ca6af1fb446bf: Running coprocessor pre-open hook at 1733084114950Writing region info on filesystem at 1733084114950Initializing all the Stores at 1733084114952 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114952Cleaning up temporary data from old regions at 1733084114973 (+21 ms)Running coprocessor post-open hooks at 1733084114992 (+19 ms)Region opened successfully at 1733084114992 2024-12-01T20:15:14,996 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., pid=15, masterSystemTime=1733084114790 2024-12-01T20:15:14,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-01T20:15:14,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7367ceb277384be64f0678e8bff2f532, server=2140e1fa03ff,41653,1733084091472 in 10.1410 sec 2024-12-01T20:15:14,999 INFO [StoreOpener-01ee74eda60601c89f7102bab433e9c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7367ceb277384be64f0678e8bff2f532, ASSIGN in 10.3940 sec 2024-12-01T20:15:15,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7bf347ac79989d61962ca6af1fb446bf, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:15,004 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:15,004 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:15,005 INFO [StoreOpener-01ee74eda60601c89f7102bab433e9c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ee74eda60601c89f7102bab433e9c2 columnFamilyName cf 2024-12-01T20:15:15,005 DEBUG [StoreOpener-01ee74eda60601c89f7102bab433e9c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:15,006 INFO [StoreOpener-01ee74eda60601c89f7102bab433e9c2-1 {}] regionserver.HStore(327): Store=01ee74eda60601c89f7102bab433e9c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:15,006 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,43409,1733084091572 because future has completed 2024-12-01T20:15:15,008 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,009 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,010 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,010 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,013 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T20:15:15,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,43409,1733084091572 in 10.2330 sec 2024-12-01T20:15:15,015 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/f50bf67cf4ea3e21cec7ddfec0944cf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:15,017 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f50bf67cf4ea3e21cec7ddfec0944cf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72274002, jitterRate=0.0769665539264679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:15,017 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:15,017 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f50bf67cf4ea3e21cec7ddfec0944cf4: Running coprocessor pre-open hook at 1733084114953Writing region info on filesystem at 1733084114953Initializing all the Stores at 1733084114955 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114955Cleaning up temporary data from old regions at 1733084114984 (+29 ms)Running coprocessor post-open hooks at 1733084115017 (+33 ms)Region opened successfully at 1733084115017 2024-12-01T20:15:15,020 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4., pid=24, masterSystemTime=1733084114823 2024-12-01T20:15:15,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN in 10.4120 sec 2024-12-01T20:15:15,023 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:15,023 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:15,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f50bf67cf4ea3e21cec7ddfec0944cf4, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:15,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4, server=2140e1fa03ff,41877,1733084091612 because future has completed 2024-12-01T20:15:15,034 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/01ee74eda60601c89f7102bab433e9c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:15:15,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-01T20:15:15,035 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 01ee74eda60601c89f7102bab433e9c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71532618, jitterRate=0.06591907143592834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:15,035 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:15,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4, server=2140e1fa03ff,41877,1733084091612 in 10.1710 sec 2024-12-01T20:15:15,036 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 01ee74eda60601c89f7102bab433e9c2: Running coprocessor pre-open hook at 1733084114981Writing region info on filesystem at 1733084114981Initializing all the Stores at 1733084114983 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084114983Cleaning up temporary data from old regions at 1733084115010 (+27 ms)Running coprocessor post-open hooks at 1733084115036 (+26 ms)Region opened successfully at 1733084115036 2024-12-01T20:15:15,037 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2., pid=23, masterSystemTime=1733084114853 2024-12-01T20:15:15,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f50bf67cf4ea3e21cec7ddfec0944cf4, ASSIGN in 10.4320 sec 2024-12-01T20:15:15,040 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:15,040 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:15,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=01ee74eda60601c89f7102bab433e9c2, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:15,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ee74eda60601c89f7102bab433e9c2, server=2140e1fa03ff,41653,1733084091472 because future has completed 2024-12-01T20:15:15,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-01T20:15:15,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ee74eda60601c89f7102bab433e9c2, server=2140e1fa03ff,41653,1733084091472 in 10.1990 sec 2024-12-01T20:15:15,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-01T20:15:15,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01ee74eda60601c89f7102bab433e9c2, ASSIGN in 10.4490 sec 2024-12-01T20:15:15,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T20:15:15,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733084115058"}]},"ts":"1733084115058"} 2024-12-01T20:15:15,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T20:15:15,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T20:15:15,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9850 sec 2024-12-01T20:15:16,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T20:15:19,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T20:15:20,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T20:15:21,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-01T20:15:21,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-01T20:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:15:22,346 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T20:15:22,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T20:15:22,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:15:22,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T20:15:22,359 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:15:22,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T20:15:22,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae., hostname=2140e1fa03ff,41877,1733084091612, seqNum=2] 2024-12-01T20:15:22,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., hostname=2140e1fa03ff,41653,1733084091472, seqNum=2] 2024-12-01T20:15:22,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., hostname=2140e1fa03ff,43409,1733084091572, seqNum=2] 2024-12-01T20:15:23,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:15:23,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:15:23,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:15:23,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:15:23,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41877 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:15:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:23,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41653 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:15:23,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:15:24,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43409 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:15:24,516 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T20:15:24,518 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:15:24,520 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T20:15:24,526 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T20:15:24,551 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T20:15:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:15:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:15:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:15:24,596 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T20:15:24,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99880d44c079c0467f164dfc0a794870}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01ee74eda60601c89f7102bab433e9c2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7367ceb277384be64f0678e8bff2f532}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c8861f04dd68375a6b007ace289bfb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf}] 2024-12-01T20:15:24,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:24,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:24,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:24,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:24,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:24,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:24,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:24,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:24,620 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:24,621 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2140e1fa03ff,43409,1733084091572: Simulated kill ***** 2024-12-01T20:15:24,621 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T20:15:24,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:24,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T20:15:24,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:24,627 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T20:15:24,633 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T20:15:24,634 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T20:15:24,641 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 698195456 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153486024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2140e1fa03ff", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2140e1fa03ff", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52935", "tag.serverName": "2140e1fa03ff,41877,1733084091612", "tag.clusterId": "b4dac651-eb00-4df4-86fb-3efcfbf49d19", "tag.Context": "regionserver", "tag.Hostname": "2140e1fa03ff", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733084091612, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-01T20:15:24,648 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43579 {}] master.MasterRpcServices(700): 2140e1fa03ff,43409,1733084091572 reported a fatal error: ***** ABORTING region server 2140e1fa03ff,43409,1733084091572: Simulated kill ***** 2024-12-01T20:15:24,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,43409,1733084091572' ***** 2024-12-01T20:15:24,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T20:15:24,652 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:15:24,652 INFO [RS:1;2140e1fa03ff:43409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T20:15:24,653 INFO [RS:1;2140e1fa03ff:43409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T20:15:24,653 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:15:24,653 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:15:24,653 INFO [RS:1;2140e1fa03ff:43409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2140e1fa03ff:43409. 2024-12-01T20:15:24,653 DEBUG [RS:1;2140e1fa03ff:43409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:15:24,653 DEBUG [RS:1;2140e1fa03ff:43409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:24,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:15:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741833_1009 (size=1242) 2024-12-01T20:15:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741833_1009 (size=1242) 2024-12-01T20:15:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741833_1009 (size=1242) 2024-12-01T20:15:24,665 DEBUG [RS:1;2140e1fa03ff:43409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:15:24,666 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:15:24,666 INFO [RS:1;2140e1fa03ff:43409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43409 2024-12-01T20:15:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:15:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,43409,1733084091572 2024-12-01T20:15:24,672 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:15:24,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,43409,1733084091572] 2024-12-01T20:15:24,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,43409,1733084091572 already deleted, retry=false 2024-12-01T20:15:24,676 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2140e1fa03ff,43409,1733084091572 on 2140e1fa03ff,43579,1733084090784 2024-12-01T20:15:24,683 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2140e1fa03ff,43409,1733084091572, splitWal=true, meta=false 2024-12-01T20:15:24,688 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:15:24,691 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2140e1fa03ff,43409,1733084091572, splitWal=true, meta=false 2024-12-01T20:15:24,692 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 2140e1fa03ff,43409,1733084091572 (carryingMeta=false) 2140e1fa03ff,43409,1733084091572/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@102d3fd1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T20:15:24,695 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2140e1fa03ff,43409,1733084091572 had 4 regions 2024-12-01T20:15:24,697 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2140e1fa03ff,43409,1733084091572, splitWal=true, meta=false, isMeta: false 2024-12-01T20:15:24,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:24,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:24,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:24,699 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 can not run currently because target server of region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T20:15:24,699 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df can not run currently because target server of region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T20:15:24,699 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7; timeout=1000, timestamp=1733084125699 2024-12-01T20:15:24,699 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df; timeout=1000, timestamp=1733084125699 2024-12-01T20:15:24,699 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf can not run currently because target server of region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T20:15:24,699 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf; timeout=1000, timestamp=1733084125699 2024-12-01T20:15:24,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:24,702 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 can not run currently because target server of region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T20:15:24,702 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5; timeout=1000, timestamp=1733084125702 2024-12-01T20:15:24,705 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting 2024-12-01T20:15:24,706 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2140e1fa03ff,43409,1733084091572 WAL count=1, meta=false 2024-12-01T20:15:24,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2140e1fa03ff%2C43409%2C1733084091572.1733084092997}] 2024-12-01T20:15:24,723 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:24,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2140e1fa03ff%2C43409%2C1733084091572.1733084092997, worker=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:15:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43409-0x1016faa78db0002, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:15:24,776 INFO [RS:1;2140e1fa03ff:43409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:15:24,776 INFO [RS:1;2140e1fa03ff:43409 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,43409,1733084091572; zookeeper connection closed. 2024-12-01T20:15:24,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@637025ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@637025ff 2024-12-01T20:15:24,847 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T20:15:24,848 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T20:15:25,558 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2140e1fa03ff:43579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T20:15:25,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:25,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:25,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:25,702 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:25,705 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df can not run currently because target server of region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T20:15:25,705 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df; timeout=2000, timestamp=1733084127705 2024-12-01T20:15:25,707 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 can not run currently because target server of region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T20:15:25,707 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf can not run currently because target server of region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T20:15:25,707 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7; timeout=2000, timestamp=1733084127707 2024-12-01T20:15:25,707 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf; timeout=2000, timestamp=1733084127707 2024-12-01T20:15:25,707 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 can not run currently because target server of region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T20:15:25,707 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5; timeout=2000, timestamp=1733084127707 2024-12-01T20:15:27,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:27,707 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df can not run currently because target server of region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T20:15:27,708 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df; timeout=4000, timestamp=1733084131708 2024-12-01T20:15:27,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:27,708 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:27,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:27,710 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 can not run currently because target server of region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T20:15:27,710 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5; timeout=4000, timestamp=1733084131710 2024-12-01T20:15:27,711 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 can not run currently because target server of region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T20:15:27,711 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7; timeout=4000, timestamp=1733084131711 2024-12-01T20:15:27,711 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf can not run currently because target server of region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T20:15:27,712 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf; timeout=4000, timestamp=1733084131711 2024-12-01T20:15:31,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:31,711 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df can not run currently because target server of region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T20:15:31,711 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df; timeout=8000, timestamp=1733084139711 2024-12-01T20:15:31,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:31,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:31,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:31,716 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf can not run currently because target server of region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T20:15:31,716 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf; timeout=8000, timestamp=1733084139716 2024-12-01T20:15:31,716 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 can not run currently because target server of region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T20:15:31,716 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5; timeout=8000, timestamp=1733084139716 2024-12-01T20:15:31,716 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 can not run currently because target server of region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2140e1fa03ff,43409,1733084091572 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T20:15:31,716 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7; timeout=8000, timestamp=1733084139716 2024-12-01T20:15:34,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T20:15:34,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T20:15:34,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T20:15:34,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T20:15:34,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:34,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:34,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T20:15:34,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-01T20:15:34,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:34,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:34,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:34,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T20:15:34,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1dcd281366957b5ecab9b7ff1ce275ae 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T20:15:34,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b4c8861f04dd68375a6b007ace289bfb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T20:15:34,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:34,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 99880d44c079c0467f164dfc0a794870: 2024-12-01T20:15:34,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f50bf67cf4ea3e21cec7ddfec0944cf4: 2024-12-01T20:15:34,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7367ceb277384be64f0678e8bff2f532: 2024-12-01T20:15:34,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:34,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:34,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:34,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 01ee74eda60601c89f7102bab433e9c2: 2024-12-01T20:15:34,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:34,666 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, size=1.2 K (1242bytes) 2024-12-01T20:15:34,668 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T20:15:34,668 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T20:15:34,668 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 2024-12-01T20:15:34,675 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 after 5ms 2024-12-01T20:15:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:15:34,721 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 took 56ms 2024-12-01T20:15:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:15:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:15:34,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:15:34,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T20:15:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T20:15:34,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:34,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99880d44c079c0467f164dfc0a794870 2024-12-01T20:15:34,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99880d44c079c0467f164dfc0a794870 in 10.1420 sec 2024-12-01T20:15:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:15:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:15:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:15:34,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:15:34,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T20:15:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T20:15:34,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:34,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:15:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:15:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:15:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:15:34,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:15:34,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T20:15:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T20:15:34,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:34,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:15:34,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7367ceb277384be64f0678e8bff2f532 in 10.1630 sec 2024-12-01T20:15:34,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f50bf67cf4ea3e21cec7ddfec0944cf4 in 10.1670 sec 2024-12-01T20:15:34,790 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a49e538e1331645ab4b1e6d9fb8848df: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:15:34,793 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2b58420f4b97a29e61772a6a4c0964a5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:15:34,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 09a2be035bd0c2dd13a6d738c5174ad7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:15:34,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7bf347ac79989d61962ca6af1fb446bf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:15:34,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 so closing down 2024-12-01T20:15:34,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T20:15:34,801 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T20:15:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:15:34,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/.tmp/cf/b98adc53770e443181191da62910f0a5 is 34, key is baa/cf:cf/1733084123452/Put/seqid=0 2024-12-01T20:15:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:15:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:15:34,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/.tmp/cf/91d15c04e1b54400838e43fcc7be0ea0 is 34, key is ccd/cf:cf/1733084123497/Put/seqid=0 2024-12-01T20:15:34,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:15:34,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T20:15:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T20:15:34,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:34,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:15:34,809 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 25 ms; skipped=4; WAL=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-01T20:15:34,809 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, journal: Splitting hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, size=1.2 K (1242bytes) at 1733084134667Finishing writing output for hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 so closing down at 1733084134797 (+130 ms)3 split writer threads finished at 1733084134801 (+4 ms)Processed 4 edits across 0 Regions in 25 ms; skipped=4; WAL=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733084134809 (+8 ms) 2024-12-01T20:15:34,809 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 2024-12-01T20:15:34,809 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T20:15:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T20:15:34,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01ee74eda60601c89f7102bab433e9c2 in 10.2150 sec 2024-12-01T20:15:34,837 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting/2140e1fa03ff%2C43409%2C1733084091572.1733084092997 to hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs 2024-12-01T20:15:34,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T20:15:34,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2140e1fa03ff%2C43409%2C1733084091572.1733084092997, worker=2140e1fa03ff,41877,1733084091612 in 10.1110 sec 2024-12-01T20:15:34,843 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:34,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T20:15:34,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2140e1fa03ff%2C43409%2C1733084091572.1733084092997, worker=2140e1fa03ff,41877,1733084091612 in 10.1360 sec 2024-12-01T20:15:34,852 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting dir is empty, no logs to split. 2024-12-01T20:15:34,852 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2140e1fa03ff,43409,1733084091572 WAL count=0, meta=false 2024-12-01T20:15:34,852 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2140e1fa03ff,43409,1733084091572 WAL splitting is done? wals=0, meta=false 2024-12-01T20:15:34,855 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2140e1fa03ff,43409,1733084091572 failed, ignore...File hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/WALs/2140e1fa03ff,43409,1733084091572-splitting does not exist. 2024-12-01T20:15:34,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN}] 2024-12-01T20:15:34,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN 2024-12-01T20:15:34,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN 2024-12-01T20:15:34,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:15:34,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN 2024-12-01T20:15:34,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN 2024-12-01T20:15:34,865 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:15:34,865 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:15:34,867 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:15:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741854_1030 (size=28623) 2024-12-01T20:15:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741854_1030 (size=28623) 2024-12-01T20:15:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741854_1030 (size=28623) 2024-12-01T20:15:34,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/.tmp/cf/b98adc53770e443181191da62910f0a5 2024-12-01T20:15:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741853_1029 (size=47197) 2024-12-01T20:15:34,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741853_1029 (size=47197) 2024-12-01T20:15:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741853_1029 (size=47197) 2024-12-01T20:15:34,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/.tmp/cf/91d15c04e1b54400838e43fcc7be0ea0 2024-12-01T20:15:34,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/.tmp/cf/91d15c04e1b54400838e43fcc7be0ea0 as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/cf/91d15c04e1b54400838e43fcc7be0ea0 2024-12-01T20:15:34,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/.tmp/cf/b98adc53770e443181191da62910f0a5 as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/cf/b98adc53770e443181191da62910f0a5 2024-12-01T20:15:34,966 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/cf/91d15c04e1b54400838e43fcc7be0ea0, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T20:15:34,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/cf/b98adc53770e443181191da62910f0a5, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T20:15:34,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1dcd281366957b5ecab9b7ff1ce275ae in 356ms, sequenceid=5, compaction requested=false 2024-12-01T20:15:34,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b4c8861f04dd68375a6b007ace289bfb in 354ms, sequenceid=5, compaction requested=false 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1dcd281366957b5ecab9b7ff1ce275ae: 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b4c8861f04dd68375a6b007ace289bfb: 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. for SnapshotProcedureTest completed. 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/cf/91d15c04e1b54400838e43fcc7be0ea0] hfiles 2024-12-01T20:15:34,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/cf/b98adc53770e443181191da62910f0a5] hfiles 2024-12-01T20:15:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/cf/b98adc53770e443181191da62910f0a5 for snapshot=SnapshotProcedureTest 2024-12-01T20:15:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/cf/91d15c04e1b54400838e43fcc7be0ea0 for snapshot=SnapshotProcedureTest 2024-12-01T20:15:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741855_1031 (size=105) 2024-12-01T20:15:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741855_1031 (size=105) 2024-12-01T20:15:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:15:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741855_1031 (size=105) 2024-12-01T20:15:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T20:15:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:15:35,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:35,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:15:35,014 INFO [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:15:35,014 INFO [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:15:35,014 DEBUG [2140e1fa03ff:43579 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:15:35,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7bf347ac79989d61962ca6af1fb446bf, regionState=OPENING, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:35,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=09a2be035bd0c2dd13a6d738c5174ad7, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:35,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a49e538e1331645ab4b1e6d9fb8848df, regionState=OPENING, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:35,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2b58420f4b97a29e61772a6a4c0964a5, regionState=OPENING, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:35,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN because future has completed 2024-12-01T20:15:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN because future has completed 2024-12-01T20:15:35,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:35,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,41877,1733084091612}] 2024-12-01T20:15:35,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4c8861f04dd68375a6b007ace289bfb in 10.4200 sec 2024-12-01T20:15:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN because future has completed 2024-12-01T20:15:35,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:35,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN because future has completed 2024-12-01T20:15:35,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,41653,1733084091472}] 2024-12-01T20:15:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741856_1032 (size=105) 2024-12-01T20:15:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741856_1032 (size=105) 2024-12-01T20:15:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741856_1032 (size=105) 2024-12-01T20:15:35,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:15:35,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T20:15:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T20:15:35,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:35,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:15:35,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1dcd281366957b5ecab9b7ff1ce275ae in 10.4560 sec 2024-12-01T20:15:39,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df held by pid=39 2024-12-01T20:15:39,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:39,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf held by pid=40 2024-12-01T20:15:39,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:39,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 held by pid=41 2024-12-01T20:15:39,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:39,717 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 held by pid=42 2024-12-01T20:15:39,717 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:44,315 INFO [master/2140e1fa03ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T20:15:44,315 INFO [master/2140e1fa03ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T20:15:45,040 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:45,041 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a49e538e1331645ab4b1e6d9fb8848df, NAME => 'SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T20:15:45,041 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,041 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:45,041 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,041 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,043 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,044 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49e538e1331645ab4b1e6d9fb8848df columnFamilyName cf 2024-12-01T20:15:45,045 DEBUG [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:45,045 INFO [StoreOpener-a49e538e1331645ab4b1e6d9fb8848df-1 {}] regionserver.HStore(327): Store=a49e538e1331645ab4b1e6d9fb8848df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:45,045 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,046 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,048 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,049 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,049 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,049 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:45,049 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b58420f4b97a29e61772a6a4c0964a5, NAME => 'SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T20:15:45,050 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,050 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:45,050 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,050 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,051 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,051 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,053 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a49e538e1331645ab4b1e6d9fb8848df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68195994, jitterRate=0.016199499368667603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:45,053 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,053 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b58420f4b97a29e61772a6a4c0964a5 columnFamilyName cf 2024-12-01T20:15:45,053 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a49e538e1331645ab4b1e6d9fb8848df: Running coprocessor pre-open hook at 1733084145041Writing region info on filesystem at 1733084145041Initializing all the Stores at 1733084145043 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084145043Cleaning up temporary data from old regions at 1733084145049 (+6 ms)Running coprocessor post-open hooks at 1733084145053 (+4 ms)Region opened successfully at 1733084145053 2024-12-01T20:15:45,053 DEBUG [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:45,053 INFO [StoreOpener-2b58420f4b97a29e61772a6a4c0964a5-1 {}] regionserver.HStore(327): Store=2b58420f4b97a29e61772a6a4c0964a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:45,054 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,054 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df., pid=43, masterSystemTime=1733084145035 2024-12-01T20:15:45,054 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,056 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,056 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:45,056 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:45,057 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:45,057 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bf347ac79989d61962ca6af1fb446bf, NAME => 'SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T20:15:45,057 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,057 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,057 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,057 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:45,058 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,058 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a49e538e1331645ab4b1e6d9fb8848df, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:45,060 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43579 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2140e1fa03ff,41877,1733084091612, table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T20:15:45,061 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,062 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bf347ac79989d61962ca6af1fb446bf columnFamilyName cf 2024-12-01T20:15:45,062 DEBUG [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,41877,1733084091612 because future has completed 2024-12-01T20:15:45,063 INFO [StoreOpener-7bf347ac79989d61962ca6af1fb446bf-1 {}] regionserver.HStore(327): Store=7bf347ac79989d61962ca6af1fb446bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:45,063 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,064 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,064 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,066 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-01T20:15:45,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a49e538e1331645ab4b1e6d9fb8848df, server=2140e1fa03ff,41877,1733084091612 in 10.0410 sec 2024-12-01T20:15:45,067 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,067 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,068 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 2b58420f4b97a29e61772a6a4c0964a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61847433, jitterRate=-0.07840143144130707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:45,069 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,069 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 2b58420f4b97a29e61772a6a4c0964a5: Running coprocessor pre-open hook at 1733084145050Writing region info on filesystem at 1733084145050Initializing all the Stores at 1733084145051 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084145051Cleaning up temporary data from old regions at 1733084145057 (+6 ms)Running coprocessor post-open hooks at 1733084145069 (+12 ms)Region opened successfully at 1733084145069 2024-12-01T20:15:45,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49e538e1331645ab4b1e6d9fb8848df, ASSIGN in 10.2090 sec 2024-12-01T20:15:45,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:45,070 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5., pid=45, masterSystemTime=1733084145044 2024-12-01T20:15:45,071 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,073 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:45,073 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:45,074 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7bf347ac79989d61962ca6af1fb446bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968650, jitterRate=-0.046792834997177124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:45,074 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2b58420f4b97a29e61772a6a4c0964a5, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 09a2be035bd0c2dd13a6d738c5174ad7, NAME => 'SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7bf347ac79989d61962ca6af1fb446bf: Running coprocessor pre-open hook at 1733084145058Writing region info on filesystem at 1733084145058Initializing all the Stores at 1733084145059 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084145059Cleaning up temporary data from old regions at 1733084145067 (+8 ms)Running coprocessor post-open hooks at 1733084145074 (+7 ms)Region opened successfully at 1733084145074 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,074 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,075 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., pid=44, masterSystemTime=1733084145035 2024-12-01T20:15:45,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,41653,1733084091472 because future has completed 2024-12-01T20:15:45,076 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,077 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a2be035bd0c2dd13a6d738c5174ad7 columnFamilyName cf 2024-12-01T20:15:45,077 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:45,077 DEBUG [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:15:45,077 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:45,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7bf347ac79989d61962ca6af1fb446bf, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:45,078 INFO [StoreOpener-09a2be035bd0c2dd13a6d738c5174ad7-1 {}] regionserver.HStore(327): Store=09a2be035bd0c2dd13a6d738c5174ad7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:15:45,079 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,080 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-01T20:15:45,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5, server=2140e1fa03ff,41653,1733084091472 in 10.0430 sec 2024-12-01T20:15:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,41877,1733084091612 because future has completed 2024-12-01T20:15:45,082 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b58420f4b97a29e61772a6a4c0964a5, ASSIGN in 10.2220 sec 2024-12-01T20:15:45,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:45,083 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,083 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-01T20:15:45,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bf347ac79989d61962ca6af1fb446bf, server=2140e1fa03ff,41877,1733084091612 in 10.0540 sec 2024-12-01T20:15:45,086 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bf347ac79989d61962ca6af1fb446bf, ASSIGN in 10.2270 sec 2024-12-01T20:15:45,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:45,087 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 09a2be035bd0c2dd13a6d738c5174ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68023118, jitterRate=0.013623446226119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:15:45,087 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,087 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 09a2be035bd0c2dd13a6d738c5174ad7: Running coprocessor pre-open hook at 1733084145074Writing region info on filesystem at 1733084145075 (+1 ms)Initializing all the Stores at 1733084145076 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084145076Cleaning up temporary data from old regions at 1733084145083 (+7 ms)Running coprocessor post-open hooks at 1733084145087 (+4 ms)Region opened successfully at 1733084145087 2024-12-01T20:15:45,088 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7., pid=46, masterSystemTime=1733084145044 2024-12-01T20:15:45,090 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:45,090 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:45,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=09a2be035bd0c2dd13a6d738c5174ad7, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:45,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,41653,1733084091472 because future has completed 2024-12-01T20:15:45,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-01T20:15:45,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7, server=2140e1fa03ff,41653,1733084091472 in 10.0580 sec 2024-12-01T20:15:45,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:45,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-01T20:15:45,099 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 2140e1fa03ff,43409,1733084091572 after splitting done 2024-12-01T20:15:45,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09a2be035bd0c2dd13a6d738c5174ad7, ASSIGN in 10.2390 sec 2024-12-01T20:15:45,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2140e1fa03ff,43409,1733084091572, splitWal=true, meta=false in 20.4220 sec 2024-12-01T20:15:49,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T20:15:50,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T20:15:54,253 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T20:15:55,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:55,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a49e538e1331645ab4b1e6d9fb8848df: 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. for SnapshotProcedureTest completed. 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7bf347ac79989d61962ca6af1fb446bf: 2024-12-01T20:15:55,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. for SnapshotProcedureTest completed. 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:55,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:55,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T20:15:55,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T20:15:55,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:55,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:55,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2b58420f4b97a29e61772a6a4c0964a5: 2024-12-01T20:15:55,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 09a2be035bd0c2dd13a6d738c5174ad7: 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. for SnapshotProcedureTest completed. 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. for SnapshotProcedureTest completed. 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:55,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:15:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741857_1033 (size=65) 2024-12-01T20:15:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741857_1033 (size=65) 2024-12-01T20:15:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741857_1033 (size=65) 2024-12-01T20:15:55,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:15:55,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T20:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T20:15:55,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:55,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:15:55,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a49e538e1331645ab4b1e6d9fb8848df in 30.5090 sec 2024-12-01T20:15:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741858_1034 (size=57) 2024-12-01T20:15:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741858_1034 (size=57) 2024-12-01T20:15:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741858_1034 (size=57) 2024-12-01T20:15:55,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:15:55,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T20:15:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T20:15:55,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:55,118 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:15:55,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7bf347ac79989d61962ca6af1fb446bf in 30.5240 sec 2024-12-01T20:15:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741860_1036 (size=57) 2024-12-01T20:15:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741860_1036 (size=57) 2024-12-01T20:15:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741860_1036 (size=57) 2024-12-01T20:15:55,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:15:55,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T20:15:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T20:15:55,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:55,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:15:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741859_1035 (size=65) 2024-12-01T20:15:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741859_1035 (size=65) 2024-12-01T20:15:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741859_1035 (size=65) 2024-12-01T20:15:55,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:15:55,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T20:15:55,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b58420f4b97a29e61772a6a4c0964a5 in 30.5660 sec 2024-12-01T20:15:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T20:15:55,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:55,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:15:55,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-01T20:15:55,176 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T20:15:55,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09a2be035bd0c2dd13a6d738c5174ad7 in 30.5720 sec 2024-12-01T20:15:55,179 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T20:15:55,182 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T20:15:55,182 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T20:15:55,185 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:15:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741861_1037 (size=1094) 2024-12-01T20:15:55,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741861_1037 (size=1094) 2024-12-01T20:15:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741861_1037 (size=1094) 2024-12-01T20:15:55,270 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T20:15:55,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T20:15:55,306 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:55,306 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:55,306 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:55,307 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:15:55,307 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:55,315 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:15:59,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b4c8861f04dd68375a6b007ace289bfb, had cached 0 bytes from a total of 47197 2024-12-01T20:15:59,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1dcd281366957b5ecab9b7ff1ce275ae, had cached 0 bytes from a total of 28623 2024-12-01T20:16:00,560 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2140e1fa03ff:43579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T20:16:04,711 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b58420f4b97a29e61772a6a4c0964a5 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,712 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 01ee74eda60601c89f7102bab433e9c2 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,712 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7367ceb277384be64f0678e8bff2f532 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,712 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 09a2be035bd0c2dd13a6d738c5174ad7 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,712 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b4c8861f04dd68375a6b007ace289bfb changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,712 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99880d44c079c0467f164dfc0a794870 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,713 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a49e538e1331645ab4b1e6d9fb8848df changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,713 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f50bf67cf4ea3e21cec7ddfec0944cf4 changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,713 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1dcd281366957b5ecab9b7ff1ce275ae changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:04,713 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7bf347ac79989d61962ca6af1fb446bf changed from -1.0 to 0.0, refreshing cache 2024-12-01T20:16:05,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-01T20:16:05,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-01T20:16:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-01T20:16:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-01T20:16:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-01T20:16:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-01T20:16:05,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:16:05,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T20:16:05,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-01T20:16:05,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T20:16:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T20:16:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T20:16:05,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:16:05,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-01T20:16:05,325 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 Release verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-01T20:16:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-01T20:16:05,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T20:16:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T20:16:05,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-01T20:16:05,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 in 10.0390 sec 2024-12-01T20:16:05,331 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-01T20:16:05,333 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 Release verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:05,338 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 Release verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:05,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 in 10.0470 sec 2024-12-01T20:16:05,346 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:05,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 in 10.0520 sec 2024-12-01T20:16:05,348 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:05,350 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 Release verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:05,351 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 Release verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:05,353 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 Release verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:05,354 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:05,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 in 10.0640 sec 2024-12-01T20:16:05,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 in 10.0670 sec 2024-12-01T20:16:05,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 in 10.0650 sec 2024-12-01T20:16:15,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-01T20:16:15,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-01T20:16:15,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-01T20:16:15,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T20:16:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-01T20:16:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T20:16:15,336 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 Release verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:15,337 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 Release verify snapshot worker=2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:15,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 in 20.0500 sec 2024-12-01T20:16:15,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41877,1733084091612 in 20.0510 sec 2024-12-01T20:16:15,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-01T20:16:15,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-01T20:16:15,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T20:16:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T20:16:15,350 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 Release verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:15,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-01T20:16:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43579 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-01T20:16:15,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 in 20.0640 sec 2024-12-01T20:16:15,353 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 Release verify snapshot worker=2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:15,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-01T20:16:15,355 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T20:16:15,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,41653,1733084091472 in 20.0670 sec 2024-12-01T20:16:15,357 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T20:16:15,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T20:16:15,359 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T20:16:15,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8510 sec 2024-12-01T20:16:15,543 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T20:16:15,550 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T20:16:15,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T20:16:15,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:16:15,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:15,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T20:16:15,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T20:16:15,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=606782076, stopped=false 2024-12-01T20:16:15,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2140e1fa03ff,43579,1733084090784 2024-12-01T20:16:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:15,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T20:16:15,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:15,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:15,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:15,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:16:15,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:15,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,41653,1733084091472' ***** 2024-12-01T20:16:15,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T20:16:15,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,41877,1733084091612' ***** 2024-12-01T20:16:15,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T20:16:15,556 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:16:15,556 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:16:15,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:16:15,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:16:15,556 INFO [RS:2;2140e1fa03ff:41877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T20:16:15,556 INFO [RS:0;2140e1fa03ff:41653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T20:16:15,556 INFO [RS:2;2140e1fa03ff:41877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T20:16:15,556 INFO [RS:0;2140e1fa03ff:41653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T20:16:15,557 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 01ee74eda60601c89f7102bab433e9c2 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bf347ac79989d61962ca6af1fb446bf 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 99880d44c079c0467f164dfc0a794870 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for a49e538e1331645ab4b1e6d9fb8848df 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dcd281366957b5ecab9b7ff1ce275ae 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(959): stopping server 2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:16:15,557 INFO [RS:2;2140e1fa03ff:41877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2140e1fa03ff:41877. 2024-12-01T20:16:15,557 DEBUG [RS:2;2140e1fa03ff:41877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:15,557 DEBUG [RS:2;2140e1fa03ff:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bf347ac79989d61962ca6af1fb446bf, disabling compactions & flushes 2024-12-01T20:16:15,558 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T20:16:15,558 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:16:15,558 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1325): Online Regions={7bf347ac79989d61962ca6af1fb446bf=SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf., f50bf67cf4ea3e21cec7ddfec0944cf4=SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4., 99880d44c079c0467f164dfc0a794870=SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870., a49e538e1331645ab4b1e6d9fb8848df=SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df., 1dcd281366957b5ecab9b7ff1ce275ae=SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae.} 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. after waiting 0 ms 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:16:15,558 DEBUG [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1351): Waiting on 1dcd281366957b5ecab9b7ff1ce275ae, 7bf347ac79989d61962ca6af1fb446bf, 99880d44c079c0467f164dfc0a794870, a49e538e1331645ab4b1e6d9fb8848df, f50bf67cf4ea3e21cec7ddfec0944cf4 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b58420f4b97a29e61772a6a4c0964a5 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 7367ceb277384be64f0678e8bff2f532 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01ee74eda60601c89f7102bab433e9c2, disabling compactions & flushes 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 09a2be035bd0c2dd13a6d738c5174ad7 2024-12-01T20:16:15,558 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(959): stopping server 2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. after waiting 0 ms 2024-12-01T20:16:15,558 INFO [RS:0;2140e1fa03ff:41653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2140e1fa03ff:41653. 2024-12-01T20:16:15,558 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:16:15,558 DEBUG [RS:0;2140e1fa03ff:41653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:15,559 DEBUG [RS:0;2140e1fa03ff:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,559 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T20:16:15,559 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T20:16:15,559 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T20:16:15,559 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T20:16:15,559 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-01T20:16:15,559 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1325): Online Regions={01ee74eda60601c89f7102bab433e9c2=SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2., b4c8861f04dd68375a6b007ace289bfb=SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb., 1588230740=hbase:meta,,1.1588230740, 2b58420f4b97a29e61772a6a4c0964a5=SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5., 7367ceb277384be64f0678e8bff2f532=SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532., 09a2be035bd0c2dd13a6d738c5174ad7=SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7.} 2024-12-01T20:16:15,559 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T20:16:15,559 DEBUG [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1351): Waiting on 01ee74eda60601c89f7102bab433e9c2, 09a2be035bd0c2dd13a6d738c5174ad7, 1588230740, 2b58420f4b97a29e61772a6a4c0964a5, 7367ceb277384be64f0678e8bff2f532, b4c8861f04dd68375a6b007ace289bfb 2024-12-01T20:16:15,560 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T20:16:15,560 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T20:16:15,560 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T20:16:15,560 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T20:16:15,560 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-01T20:16:15,565 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/01ee74eda60601c89f7102bab433e9c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,569 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7bf347ac79989d61962ca6af1fb446bf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,569 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:16:15,569 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01ee74eda60601c89f7102bab433e9c2: Waiting for close lock at 1733084175558Running coprocessor pre-close hooks at 1733084175558Disabling compacts and flushes for region at 1733084175558Disabling writes for close at 1733084175558Writing region close event to WAL at 1733084175559 (+1 ms)Running coprocessor post-close hooks at 1733084175565 (+6 ms)Closed at 1733084175569 (+4 ms) 2024-12-01T20:16:15,570 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733084104070.01ee74eda60601c89f7102bab433e9c2. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bf347ac79989d61962ca6af1fb446bf: Waiting for close lock at 1733084175557Running coprocessor pre-close hooks at 1733084175557Disabling compacts and flushes for region at 1733084175557Disabling writes for close at 1733084175558 (+1 ms)Writing region close event to WAL at 1733084175559 (+1 ms)Running coprocessor post-close hooks at 1733084175570 (+11 ms)Closed at 1733084175570 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733084104070.7bf347ac79989d61962ca6af1fb446bf. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4c8861f04dd68375a6b007ace289bfb, disabling compactions & flushes 2024-12-01T20:16:15,570 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f50bf67cf4ea3e21cec7ddfec0944cf4, disabling compactions & flushes 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. after waiting 0 ms 2024-12-01T20:16:15,570 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. after waiting 0 ms 2024-12-01T20:16:15,570 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:16:15,580 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/b4c8861f04dd68375a6b007ace289bfb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T20:16:15,581 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:16:15,581 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4c8861f04dd68375a6b007ace289bfb: Waiting for close lock at 1733084175570Running coprocessor pre-close hooks at 1733084175570Disabling compacts and flushes for region at 1733084175570Disabling writes for close at 1733084175570Writing region close event to WAL at 1733084175576 (+6 ms)Running coprocessor post-close hooks at 1733084175580 (+4 ms)Closed at 1733084175581 (+1 ms) 2024-12-01T20:16:15,581 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733084104070.b4c8861f04dd68375a6b007ace289bfb. 2024-12-01T20:16:15,581 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b58420f4b97a29e61772a6a4c0964a5, disabling compactions & flushes 2024-12-01T20:16:15,582 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:16:15,582 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:16:15,582 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. after waiting 0 ms 2024-12-01T20:16:15,582 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:16:15,585 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/f50bf67cf4ea3e21cec7ddfec0944cf4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,587 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:16:15,587 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f50bf67cf4ea3e21cec7ddfec0944cf4: Waiting for close lock at 1733084175570Running coprocessor pre-close hooks at 1733084175570Disabling compacts and flushes for region at 1733084175570Disabling writes for close at 1733084175570Writing region close event to WAL at 1733084175575 (+5 ms)Running coprocessor post-close hooks at 1733084175587 (+12 ms)Closed at 1733084175587 2024-12-01T20:16:15,587 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733084104070.f50bf67cf4ea3e21cec7ddfec0944cf4. 2024-12-01T20:16:15,587 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99880d44c079c0467f164dfc0a794870, disabling compactions & flushes 2024-12-01T20:16:15,587 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:16:15,587 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:16:15,588 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. after waiting 0 ms 2024-12-01T20:16:15,588 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:16:15,590 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/info/af688c3ca53641c3935aba56882373ec is 167, key is SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870./info:regioninfo/1733084114877/Put/seqid=0 2024-12-01T20:16:15,591 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/2b58420f4b97a29e61772a6a4c0964a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,592 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b58420f4b97a29e61772a6a4c0964a5: Waiting for close lock at 1733084175581Running coprocessor pre-close hooks at 1733084175581Disabling compacts and flushes for region at 1733084175581Disabling writes for close at 1733084175582 (+1 ms)Writing region close event to WAL at 1733084175585 (+3 ms)Running coprocessor post-close hooks at 1733084175592 (+7 ms)Closed at 1733084175592 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733084104070.2b58420f4b97a29e61772a6a4c0964a5. 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7367ceb277384be64f0678e8bff2f532, disabling compactions & flushes 2024-12-01T20:16:15,593 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. after waiting 0 ms 2024-12-01T20:16:15,593 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:16:15,597 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/99880d44c079c0467f164dfc0a794870/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,598 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:16:15,598 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99880d44c079c0467f164dfc0a794870: Waiting for close lock at 1733084175587Running coprocessor pre-close hooks at 1733084175587Disabling compacts and flushes for region at 1733084175587Disabling writes for close at 1733084175588 (+1 ms)Writing region close event to WAL at 1733084175588Running coprocessor post-close hooks at 1733084175598 (+10 ms)Closed at 1733084175598 2024-12-01T20:16:15,598 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733084104070.99880d44c079c0467f164dfc0a794870. 2024-12-01T20:16:15,598 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a49e538e1331645ab4b1e6d9fb8848df, disabling compactions & flushes 2024-12-01T20:16:15,598 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:16:15,598 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:16:15,599 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. after waiting 0 ms 2024-12-01T20:16:15,599 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:16:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741862_1038 (size=20260) 2024-12-01T20:16:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741862_1038 (size=20260) 2024-12-01T20:16:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741862_1038 (size=20260) 2024-12-01T20:16:15,604 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/info/af688c3ca53641c3935aba56882373ec 2024-12-01T20:16:15,614 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/7367ceb277384be64f0678e8bff2f532/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,615 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:16:15,615 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7367ceb277384be64f0678e8bff2f532: Waiting for close lock at 1733084175593Running coprocessor pre-close hooks at 1733084175593Disabling compacts and flushes for region at 1733084175593Disabling writes for close at 1733084175593Writing region close event to WAL at 1733084175594 (+1 ms)Running coprocessor post-close hooks at 1733084175615 (+21 ms)Closed at 1733084175615 2024-12-01T20:16:15,615 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733084104070.7367ceb277384be64f0678e8bff2f532. 2024-12-01T20:16:15,615 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09a2be035bd0c2dd13a6d738c5174ad7, disabling compactions & flushes 2024-12-01T20:16:15,615 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:16:15,615 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:16:15,616 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. after waiting 0 ms 2024-12-01T20:16:15,616 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:16:15,621 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/09a2be035bd0c2dd13a6d738c5174ad7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,622 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:16:15,622 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09a2be035bd0c2dd13a6d738c5174ad7: Waiting for close lock at 1733084175615Running coprocessor pre-close hooks at 1733084175615Disabling compacts and flushes for region at 1733084175615Disabling writes for close at 1733084175616 (+1 ms)Writing region close event to WAL at 1733084175616Running coprocessor post-close hooks at 1733084175622 (+6 ms)Closed at 1733084175622 2024-12-01T20:16:15,622 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733084104070.09a2be035bd0c2dd13a6d738c5174ad7. 2024-12-01T20:16:15,628 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/a49e538e1331645ab4b1e6d9fb8848df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:16:15,629 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a49e538e1331645ab4b1e6d9fb8848df: Waiting for close lock at 1733084175598Running coprocessor pre-close hooks at 1733084175598Disabling compacts and flushes for region at 1733084175598Disabling writes for close at 1733084175599 (+1 ms)Writing region close event to WAL at 1733084175612 (+13 ms)Running coprocessor post-close hooks at 1733084175629 (+17 ms)Closed at 1733084175629 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733084104070.a49e538e1331645ab4b1e6d9fb8848df. 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dcd281366957b5ecab9b7ff1ce275ae, disabling compactions & flushes 2024-12-01T20:16:15,629 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. after waiting 0 ms 2024-12-01T20:16:15,629 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:16:15,632 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:15,635 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:15,638 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/default/SPTestTable/1dcd281366957b5ecab9b7ff1ce275ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T20:16:15,639 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:16:15,639 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dcd281366957b5ecab9b7ff1ce275ae: Waiting for close lock at 1733084175629Running coprocessor pre-close hooks at 1733084175629Disabling compacts and flushes for region at 1733084175629Disabling writes for close at 1733084175629Writing region close event to WAL at 1733084175634 (+5 ms)Running coprocessor post-close hooks at 1733084175639 (+5 ms)Closed at 1733084175639 2024-12-01T20:16:15,640 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733084104070.1dcd281366957b5ecab9b7ff1ce275ae. 2024-12-01T20:16:15,644 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/ns/55b73bf42f634ebb9d51aa2a4a47be7e is 43, key is default/ns:d/1733084103708/Put/seqid=0 2024-12-01T20:16:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741863_1039 (size=5153) 2024-12-01T20:16:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741863_1039 (size=5153) 2024-12-01T20:16:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741863_1039 (size=5153) 2024-12-01T20:16:15,656 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/ns/55b73bf42f634ebb9d51aa2a4a47be7e 2024-12-01T20:16:15,679 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/table/49a8106fde9240d288dc1371a453ec28 is 47, key is SPTestTable/table:state/1733084115058/Put/seqid=0 2024-12-01T20:16:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741864_1040 (size=5214) 2024-12-01T20:16:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741864_1040 (size=5214) 2024-12-01T20:16:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741864_1040 (size=5214) 2024-12-01T20:16:15,688 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/table/49a8106fde9240d288dc1371a453ec28 2024-12-01T20:16:15,696 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/info/af688c3ca53641c3935aba56882373ec as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/info/af688c3ca53641c3935aba56882373ec 2024-12-01T20:16:15,703 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/info/af688c3ca53641c3935aba56882373ec, entries=116, sequenceid=37, filesize=19.8 K 2024-12-01T20:16:15,704 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/ns/55b73bf42f634ebb9d51aa2a4a47be7e as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/ns/55b73bf42f634ebb9d51aa2a4a47be7e 2024-12-01T20:16:15,711 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/ns/55b73bf42f634ebb9d51aa2a4a47be7e, entries=2, sequenceid=37, filesize=5.0 K 2024-12-01T20:16:15,712 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/.tmp/table/49a8106fde9240d288dc1371a453ec28 as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/table/49a8106fde9240d288dc1371a453ec28 2024-12-01T20:16:15,719 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/table/49a8106fde9240d288dc1371a453ec28, entries=2, sequenceid=37, filesize=5.1 K 2024-12-01T20:16:15,720 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=37, compaction requested=false 2024-12-01T20:16:15,725 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-01T20:16:15,726 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T20:16:15,726 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T20:16:15,726 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733084175559Running coprocessor pre-close hooks at 1733084175559Disabling compacts and flushes for region at 1733084175559Disabling writes for close at 1733084175560 (+1 ms)Obtaining lock to block concurrent updates at 1733084175560Preparing flush snapshotting stores in 1588230740 at 1733084175560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733084175560Flushing stores of hbase:meta,,1.1588230740 at 1733084175561 (+1 ms)Flushing 1588230740/info: creating writer at 1733084175561Flushing 1588230740/info: appending metadata at 1733084175589 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733084175590 (+1 ms)Flushing 1588230740/ns: creating writer at 1733084175620 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733084175643 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733084175644 (+1 ms)Flushing 1588230740/table: creating writer at 1733084175663 (+19 ms)Flushing 1588230740/table: appending metadata at 1733084175678 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733084175678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bad7931: reopening flushed file at 1733084175695 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f39c6d: reopening flushed file at 1733084175703 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778ac129: reopening flushed file at 1733084175711 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=37, compaction requested=false at 1733084175720 (+9 ms)Writing region close event to WAL at 1733084175722 (+2 ms)Running coprocessor post-close hooks at 1733084175726 (+4 ms)Closed at 1733084175726 2024-12-01T20:16:15,726 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T20:16:15,758 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(976): stopping server 2140e1fa03ff,41877,1733084091612; all regions closed. 2024-12-01T20:16:15,760 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(976): stopping server 2140e1fa03ff,41653,1733084091472; all regions closed. 2024-12-01T20:16:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741835_1011 (size=3530) 2024-12-01T20:16:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741835_1011 (size=3530) 2024-12-01T20:16:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741835_1011 (size=3530) 2024-12-01T20:16:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741836_1012 (size=19450) 2024-12-01T20:16:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741836_1012 (size=19450) 2024-12-01T20:16:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741836_1012 (size=19450) 2024-12-01T20:16:15,766 DEBUG [RS:2;2140e1fa03ff:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs 2024-12-01T20:16:15,767 INFO [RS:2;2140e1fa03ff:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C41877%2C1733084091612:(num 1733084092997) 2024-12-01T20:16:15,767 DEBUG [RS:2;2140e1fa03ff:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,767 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:15,767 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:16:15,767 DEBUG [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs 2024-12-01T20:16:15,767 INFO [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C41653%2C1733084091472.meta:.meta(num 1733084103352) 2024-12-01T20:16:15,767 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.ChoreService(370): Chore service for: regionserver/2140e1fa03ff:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T20:16:15,768 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T20:16:15,768 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T20:16:15,768 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T20:16:15,768 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:16:15,768 INFO [regionserver/2140e1fa03ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:16:15,768 INFO [RS:2;2140e1fa03ff:41877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41877 2024-12-01T20:16:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741834_1010 (size=3500) 2024-12-01T20:16:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,41877,1733084091612 2024-12-01T20:16:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:16:15,771 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:16:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741834_1010 (size=3500) 2024-12-01T20:16:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741834_1010 (size=3500) 2024-12-01T20:16:15,773 DEBUG [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/oldWALs 2024-12-01T20:16:15,773 INFO [RS:0;2140e1fa03ff:41653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C41653%2C1733084091472:(num 1733084092997) 2024-12-01T20:16:15,773 DEBUG [RS:0;2140e1fa03ff:41653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:15,773 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:15,774 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:16:15,774 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.ChoreService(370): Chore service for: regionserver/2140e1fa03ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T20:16:15,774 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:16:15,774 INFO [regionserver/2140e1fa03ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:16:15,774 INFO [RS:0;2140e1fa03ff:41653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41653 2024-12-01T20:16:15,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,41653,1733084091472 2024-12-01T20:16:15,777 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:16:15,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,41653,1733084091472] 2024-12-01T20:16:15,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,41653,1733084091472 already deleted, retry=false 2024-12-01T20:16:15,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2140e1fa03ff,41653,1733084091472 expired; onlineServers=1 2024-12-01T20:16:15,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,41877,1733084091612] 2024-12-01T20:16:15,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,41877,1733084091612 already deleted, retry=false 2024-12-01T20:16:15,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2140e1fa03ff,41877,1733084091612 expired; onlineServers=0 2024-12-01T20:16:15,781 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2140e1fa03ff,43579,1733084090784' ***** 2024-12-01T20:16:15,781 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T20:16:15,781 INFO [M:0;2140e1fa03ff:43579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:16:15,781 INFO [M:0;2140e1fa03ff:43579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:16:15,781 DEBUG [M:0;2140e1fa03ff:43579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T20:16:15,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T20:16:15,781 DEBUG [M:0;2140e1fa03ff:43579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T20:16:15,781 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084092609 {}] cleaner.HFileCleaner(306): Exit Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084092609,5,FailOnTimeoutGroup] 2024-12-01T20:16:15,781 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084092607 {}] cleaner.HFileCleaner(306): Exit Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084092607,5,FailOnTimeoutGroup] 2024-12-01T20:16:15,782 INFO [M:0;2140e1fa03ff:43579 {}] hbase.ChoreService(370): Chore service for: master/2140e1fa03ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T20:16:15,782 INFO [M:0;2140e1fa03ff:43579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:16:15,782 DEBUG [M:0;2140e1fa03ff:43579 {}] master.HMaster(1795): Stopping service threads 2024-12-01T20:16:15,782 INFO [M:0;2140e1fa03ff:43579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T20:16:15,782 INFO [M:0;2140e1fa03ff:43579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T20:16:15,782 ERROR [M:0;2140e1fa03ff:43579 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38939 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38939,5,PEWorkerGroup] 2024-12-01T20:16:15,783 INFO [M:0;2140e1fa03ff:43579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T20:16:15,783 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T20:16:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T20:16:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:15,784 DEBUG [M:0;2140e1fa03ff:43579 {}] zookeeper.ZKUtil(347): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T20:16:15,784 WARN [M:0;2140e1fa03ff:43579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T20:16:15,784 INFO [M:0;2140e1fa03ff:43579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/.lastflushedseqids 2024-12-01T20:16:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741865_1041 (size=686) 2024-12-01T20:16:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741865_1041 (size=686) 2024-12-01T20:16:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741865_1041 (size=686) 2024-12-01T20:16:15,800 INFO [M:0;2140e1fa03ff:43579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T20:16:15,800 INFO [M:0;2140e1fa03ff:43579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T20:16:15,800 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T20:16:15,800 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:15,800 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:15,800 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T20:16:15,800 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:15,801 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=197.81 KB heapSize=245.30 KB 2024-12-01T20:16:15,818 DEBUG [M:0;2140e1fa03ff:43579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af3c555d2b445e0983ee098590c24b1 is 82, key is hbase:meta,,1/info:regioninfo/1733084103519/Put/seqid=0 2024-12-01T20:16:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741866_1042 (size=5672) 2024-12-01T20:16:15,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741866_1042 (size=5672) 2024-12-01T20:16:15,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741866_1042 (size=5672) 2024-12-01T20:16:15,827 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af3c555d2b445e0983ee098590c24b1 2024-12-01T20:16:15,851 DEBUG [M:0;2140e1fa03ff:43579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1085ea8813554a058678a629aff2b29c is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733084115069/Put/seqid=0 2024-12-01T20:16:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741867_1043 (size=8973) 2024-12-01T20:16:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741867_1043 (size=8973) 2024-12-01T20:16:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741867_1043 (size=8973) 2024-12-01T20:16:15,861 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=197.08 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1085ea8813554a058678a629aff2b29c 2024-12-01T20:16:15,869 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1085ea8813554a058678a629aff2b29c 2024-12-01T20:16:15,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:15,875 INFO [RS:2;2140e1fa03ff:41877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:16:15,875 INFO [RS:2;2140e1fa03ff:41877 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,41877,1733084091612; zookeeper connection closed. 2024-12-01T20:16:15,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016faa78db0003, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:15,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b9505fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b9505fa 2024-12-01T20:16:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:15,879 INFO [RS:0;2140e1fa03ff:41653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:16:15,879 INFO [RS:0;2140e1fa03ff:41653 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,41653,1733084091472; zookeeper connection closed. 2024-12-01T20:16:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41653-0x1016faa78db0001, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:15,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5af78bdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5af78bdd 2024-12-01T20:16:15,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T20:16:15,892 DEBUG [M:0;2140e1fa03ff:43579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad2bd9a73214bc08a63662dcad0fe13 is 69, key is 2140e1fa03ff,41653,1733084091472/rs:state/1733084092702/Put/seqid=0 2024-12-01T20:16:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741868_1044 (size=5441) 2024-12-01T20:16:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741868_1044 (size=5441) 2024-12-01T20:16:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741868_1044 (size=5441) 2024-12-01T20:16:15,901 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad2bd9a73214bc08a63662dcad0fe13 2024-12-01T20:16:15,907 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad2bd9a73214bc08a63662dcad0fe13 2024-12-01T20:16:15,908 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8af3c555d2b445e0983ee098590c24b1 as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8af3c555d2b445e0983ee098590c24b1 2024-12-01T20:16:15,915 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8af3c555d2b445e0983ee098590c24b1, entries=8, sequenceid=522, filesize=5.5 K 2024-12-01T20:16:15,917 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1085ea8813554a058678a629aff2b29c as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1085ea8813554a058678a629aff2b29c 2024-12-01T20:16:15,924 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1085ea8813554a058678a629aff2b29c 2024-12-01T20:16:15,924 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1085ea8813554a058678a629aff2b29c, entries=56, sequenceid=522, filesize=8.8 K 2024-12-01T20:16:15,926 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad2bd9a73214bc08a63662dcad0fe13 as hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad2bd9a73214bc08a63662dcad0fe13 2024-12-01T20:16:15,935 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad2bd9a73214bc08a63662dcad0fe13 2024-12-01T20:16:15,935 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/c14d003a-e52e-66bf-e509-14f09831d302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad2bd9a73214bc08a63662dcad0fe13, entries=3, sequenceid=522, filesize=5.3 K 2024-12-01T20:16:15,937 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~197.81 KB/202562, heapSize ~245 KB/250880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=522, compaction requested=false 2024-12-01T20:16:15,938 INFO [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:15,938 DEBUG [M:0;2140e1fa03ff:43579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733084175800Disabling compacts and flushes for region at 1733084175800Disabling writes for close at 1733084175800Obtaining lock to block concurrent updates at 1733084175801 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733084175801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=202562, getHeapSize=251120, getOffHeapSize=0, getCellsCount=629 at 1733084175801Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733084175802 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733084175802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733084175817 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733084175817Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733084175832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733084175851 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733084175851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733084175869 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733084175891 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733084175891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de0d34a: reopening flushed file at 1733084175907 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60406069: reopening flushed file at 1733084175916 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f63ac2d: reopening flushed file at 1733084175925 (+9 ms)Finished flush of dataSize ~197.81 KB/202562, heapSize ~245 KB/250880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=522, compaction requested=false at 1733084175937 (+12 ms)Writing region close event to WAL at 1733084175938 (+1 ms)Closed at 1733084175938 2024-12-01T20:16:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38325 is added to blk_1073741830_1006 (size=237339) 2024-12-01T20:16:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36255 is added to blk_1073741830_1006 (size=237339) 2024-12-01T20:16:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46861 is added to blk_1073741830_1006 (size=237339) 2024-12-01T20:16:15,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:16:15,943 INFO [M:0;2140e1fa03ff:43579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T20:16:15,943 INFO [M:0;2140e1fa03ff:43579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43579 2024-12-01T20:16:15,943 INFO [M:0;2140e1fa03ff:43579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:16:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:16,046 INFO [M:0;2140e1fa03ff:43579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:16:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43579-0x1016faa78db0000, quorum=127.0.0.1:52935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:16,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:16:16,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:16:16,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:16:16,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,STOPPED} 2024-12-01T20:16:16,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:16:16,058 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:16:16,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:16:16,058 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037165204-172.17.0.2-1733084087711 (Datanode Uuid 95ae9168-13ee-417b-8ce1-6f1bc72c169e) service to localhost/127.0.0.1:38939 2024-12-01T20:16:16,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data5/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data6/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:16:16,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:16:16,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:16:16,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:16:16,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,STOPPED} 2024-12-01T20:16:16,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:16:16,064 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:16:16,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:16:16,065 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037165204-172.17.0.2-1733084087711 (Datanode Uuid 8c53d163-cc80-49fe-9d35-291a62be84a4) service to localhost/127.0.0.1:38939 2024-12-01T20:16:16,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data3/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data4/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:16:16,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:16:16,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:16:16,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:16:16,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,STOPPED} 2024-12-01T20:16:16,072 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:16:16,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:16:16,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:16:16,072 WARN [BP-1037165204-172.17.0.2-1733084087711 heartbeating to localhost/127.0.0.1:38939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037165204-172.17.0.2-1733084087711 (Datanode Uuid 7238bc33-6a6a-4eb1-ad93-df1a83aca201) service to localhost/127.0.0.1:38939 2024-12-01T20:16:16,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data1/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/cluster_d18abec6-97d4-9ffd-6669-9700fb6e16c7/data/data2/current/BP-1037165204-172.17.0.2-1733084087711 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:16:16,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:16:16,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T20:16:16,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:16:16,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:16:16,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:16:16,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir/,STOPPED} 2024-12-01T20:16:16,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T20:16:16,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T20:16:16,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2140e1fa03ff:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2140e1fa03ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@579f16da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2140e1fa03ff:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2140e1fa03ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38939 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2140e1fa03ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38939 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2140e1fa03ff:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2140e1fa03ff:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=5439 (was 6800) 2024-12-01T20:16:16,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=5438 2024-12-01T20:16:16,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir so I do NOT create it in target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2 2024-12-01T20:16:16,172 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.tmp.dir so I do NOT create it in target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2 2024-12-01T20:16:16,172 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb9f672f-f7d3-e740-adce-3f9eff9abe9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T20:16:16,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd, deleteOnExit=true 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/test.cache.data in system properties and HBase conf 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir in system properties and HBase conf 2024-12-01T20:16:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T20:16:16,173 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T20:16:16,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T20:16:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/nfs.dump.dir in system properties and HBase conf 2024-12-01T20:16:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/java.io.tmpdir in system properties and HBase conf 2024-12-01T20:16:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T20:16:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T20:16:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T20:16:16,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:16:16,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:16:16,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:16:16,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:16:16,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T20:16:16,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:16:16,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7116fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:16:16,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c02981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:16:16,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d861caa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/java.io.tmpdir/jetty-localhost-36739-hadoop-hdfs-3_4_1-tests_jar-_-any-17301725033671003355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T20:16:16,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c2dc059{HTTP/1.1, (http/1.1)}{localhost:36739} 2024-12-01T20:16:16,402 INFO [Time-limited test {}] server.Server(415): Started @90653ms 2024-12-01T20:16:16,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:16:16,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:16:16,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:16:16,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:16:16,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T20:16:16,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca406a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:16:16,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655b924e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:16:16,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5467191c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/java.io.tmpdir/jetty-localhost-35563-hadoop-hdfs-3_4_1-tests_jar-_-any-12882732669348650760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790b78d3{HTTP/1.1, (http/1.1)}{localhost:35563} 2024-12-01T20:16:16,610 INFO [Time-limited test {}] server.Server(415): Started @90860ms 2024-12-01T20:16:16,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:16:16,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:16:16,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:16:16,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:16:16,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:16:16,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T20:16:16,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c39bcb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:16:16,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fec305{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:16:16,735 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data2/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:16,735 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data1/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:16,752 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:16:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae4edd2a42f72027 with lease ID 0x7a73f1d4c4224bc6: Processing first storage report for DS-e485d9fa-0c97-482c-b460-929250a0f5b6 from datanode DatanodeRegistration(127.0.0.1:34097, datanodeUuid=451c76c2-de01-45b1-abf2-1fb5a97c3c1d, infoPort=35675, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae4edd2a42f72027 with lease ID 0x7a73f1d4c4224bc6: from storage DS-e485d9fa-0c97-482c-b460-929250a0f5b6 node DatanodeRegistration(127.0.0.1:34097, datanodeUuid=451c76c2-de01-45b1-abf2-1fb5a97c3c1d, infoPort=35675, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:16:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae4edd2a42f72027 with lease ID 0x7a73f1d4c4224bc6: Processing first storage report for DS-f08d4df9-0b96-493f-9706-defd59da42cf from datanode DatanodeRegistration(127.0.0.1:34097, datanodeUuid=451c76c2-de01-45b1-abf2-1fb5a97c3c1d, infoPort=35675, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae4edd2a42f72027 with lease ID 0x7a73f1d4c4224bc6: from storage DS-f08d4df9-0b96-493f-9706-defd59da42cf node DatanodeRegistration(127.0.0.1:34097, datanodeUuid=451c76c2-de01-45b1-abf2-1fb5a97c3c1d, infoPort=35675, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T20:16:16,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b089026{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/java.io.tmpdir/jetty-localhost-33505-hadoop-hdfs-3_4_1-tests_jar-_-any-5931653271878384590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@733cf0e5{HTTP/1.1, (http/1.1)}{localhost:33505} 2024-12-01T20:16:16,773 INFO [Time-limited test {}] server.Server(415): Started @91023ms 2024-12-01T20:16:16,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:16:16,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T20:16:16,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T20:16:16,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T20:16:16,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T20:16:16,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T20:16:16,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ec17be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,AVAILABLE} 2024-12-01T20:16:16,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18913918{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T20:16:16,874 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data4/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:16,874 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data3/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:16,896 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:16:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7bb6b1f638b565 with lease ID 0x7a73f1d4c4224bc7: Processing first storage report for DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=9d178e8e-2d5d-4377-a84a-49bce57d8674, infoPort=45217, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7bb6b1f638b565 with lease ID 0x7a73f1d4c4224bc7: from storage DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=9d178e8e-2d5d-4377-a84a-49bce57d8674, infoPort=45217, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T20:16:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac7bb6b1f638b565 with lease ID 0x7a73f1d4c4224bc7: Processing first storage report for DS-90c24163-d5cb-436b-8910-3df61106c33b from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=9d178e8e-2d5d-4377-a84a-49bce57d8674, infoPort=45217, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac7bb6b1f638b565 with lease ID 0x7a73f1d4c4224bc7: from storage DS-90c24163-d5cb-436b-8910-3df61106c33b node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=9d178e8e-2d5d-4377-a84a-49bce57d8674, infoPort=45217, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T20:16:16,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53d46694{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/java.io.tmpdir/jetty-localhost-42047-hadoop-hdfs-3_4_1-tests_jar-_-any-12248499655072564139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:16:16,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c76ac8{HTTP/1.1, (http/1.1)}{localhost:42047} 2024-12-01T20:16:16,946 INFO [Time-limited test {}] server.Server(415): Started @91196ms 2024-12-01T20:16:16,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T20:16:17,049 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data5/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:17,049 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data6/current/BP-1748722645-172.17.0.2-1733084176196/current, will proceed with Du for space computation calculation, 2024-12-01T20:16:17,074 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T20:16:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181dd61e533b7de with lease ID 0x7a73f1d4c4224bc8: Processing first storage report for DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c from datanode DatanodeRegistration(127.0.0.1:34465, datanodeUuid=121d251b-e0aa-42f4-ade1-90bf90236f6d, infoPort=39741, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181dd61e533b7de with lease ID 0x7a73f1d4c4224bc8: from storage DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c node DatanodeRegistration(127.0.0.1:34465, datanodeUuid=121d251b-e0aa-42f4-ade1-90bf90236f6d, infoPort=39741, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T20:16:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181dd61e533b7de with lease ID 0x7a73f1d4c4224bc8: Processing first storage report for DS-c56f5fad-dce0-49d0-914c-3d2419827817 from datanode DatanodeRegistration(127.0.0.1:34465, datanodeUuid=121d251b-e0aa-42f4-ade1-90bf90236f6d, infoPort=39741, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196) 2024-12-01T20:16:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181dd61e533b7de with lease ID 0x7a73f1d4c4224bc8: from storage DS-c56f5fad-dce0-49d0-914c-3d2419827817 node DatanodeRegistration(127.0.0.1:34465, datanodeUuid=121d251b-e0aa-42f4-ade1-90bf90236f6d, infoPort=39741, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=2035746794;c=1733084176196), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T20:16:17,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2 2024-12-01T20:16:17,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/zookeeper_0, clientPort=62228, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T20:16:17,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62228 2024-12-01T20:16:17,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:16:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:16:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741825_1001 (size=7) 2024-12-01T20:16:17,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 with version=8 2024-12-01T20:16:17,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/hbase-staging 2024-12-01T20:16:17,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T20:16:17,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:16:17,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41675 2024-12-01T20:16:17,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41675 connecting to ZooKeeper ensemble=127.0.0.1:62228 2024-12-01T20:16:17,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416750x0, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:16:17,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41675-0x1016fabcda60000 connected 2024-12-01T20:16:17,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:17,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81, hbase.cluster.distributed=false 2024-12-01T20:16:17,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:16:17,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41675 2024-12-01T20:16:17,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41675 2024-12-01T20:16:17,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41675 2024-12-01T20:16:17,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41675 2024-12-01T20:16:17,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41675 2024-12-01T20:16:17,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:16:17,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:16:17,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38575 2024-12-01T20:16:17,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38575 connecting to ZooKeeper ensemble=127.0.0.1:62228 2024-12-01T20:16:17,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385750x0, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:16:17,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38575-0x1016fabcda60001 connected 2024-12-01T20:16:17,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:17,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:16:17,251 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:16:17,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:16:17,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:16:17,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38575 2024-12-01T20:16:17,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38575 2024-12-01T20:16:17,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38575 2024-12-01T20:16:17,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38575 2024-12-01T20:16:17,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38575 2024-12-01T20:16:17,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:16:17,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:16:17,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40221 2024-12-01T20:16:17,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40221 connecting to ZooKeeper ensemble=127.0.0.1:62228 2024-12-01T20:16:17,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402210x0, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:16:17,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40221-0x1016fabcda60002 connected 2024-12-01T20:16:17,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:17,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:16:17,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:16:17,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:16:17,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:16:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40221 2024-12-01T20:16:17,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40221 2024-12-01T20:16:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40221 2024-12-01T20:16:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40221 2024-12-01T20:16:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40221 2024-12-01T20:16:17,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2140e1fa03ff:0 server-side Connection retries=45 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T20:16:17,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T20:16:17,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40015 2024-12-01T20:16:17,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40015 connecting to ZooKeeper ensemble=127.0.0.1:62228 2024-12-01T20:16:17,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400150x0, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T20:16:17,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40015-0x1016fabcda60003 connected 2024-12-01T20:16:17,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:16:17,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T20:16:17,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T20:16:17,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T20:16:17,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T20:16:17,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40015 2024-12-01T20:16:17,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40015 2024-12-01T20:16:17,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40015 2024-12-01T20:16:17,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40015 2024-12-01T20:16:17,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40015 2024-12-01T20:16:17,339 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2140e1fa03ff:41675 2024-12-01T20:16:17,339 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,342 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:16:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:16:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T20:16:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,345 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T20:16:17,346 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2140e1fa03ff,41675,1733084177192 from backup master directory 2024-12-01T20:16:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,347 WARN [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:16:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T20:16:17,347 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,352 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/hbase.id] with ID: 86c23bbd-b327-41ce-8a06-2de17033910e 2024-12-01T20:16:17,352 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.tmp/hbase.id 2024-12-01T20:16:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:16:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:16:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741826_1002 (size=42) 2024-12-01T20:16:17,366 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.tmp/hbase.id]:[hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/hbase.id] 2024-12-01T20:16:17,379 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T20:16:17,379 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T20:16:17,381 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T20:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:16:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:16:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741827_1003 (size=196) 2024-12-01T20:16:17,392 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T20:16:17,392 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T20:16:17,393 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:16:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:16:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:16:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741828_1004 (size=1189) 2024-12-01T20:16:17,405 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store 2024-12-01T20:16:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:16:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:16:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741829_1005 (size=34) 2024-12-01T20:16:17,416 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:17,417 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T20:16:17,417 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:17,417 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:17,417 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T20:16:17,417 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:17,417 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:16:17,417 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733084177416Disabling compacts and flushes for region at 1733084177416Disabling writes for close at 1733084177417 (+1 ms)Writing region close event to WAL at 1733084177417Closed at 1733084177417 2024-12-01T20:16:17,418 WARN [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/.initializing 2024-12-01T20:16:17,418 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/WALs/2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,419 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:16:17,421 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C41675%2C1733084177192, suffix=, logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/WALs/2140e1fa03ff,41675,1733084177192, archiveDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/oldWALs, maxLogs=10 2024-12-01T20:16:17,435 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/WALs/2140e1fa03ff,41675,1733084177192/2140e1fa03ff%2C41675%2C1733084177192.1733084177422, exclude list is [], retry=0 2024-12-01T20:16:17,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d,DISK] 2024-12-01T20:16:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-e485d9fa-0c97-482c-b460-929250a0f5b6,DISK] 2024-12-01T20:16:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34465,DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c,DISK] 2024-12-01T20:16:17,440 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/WALs/2140e1fa03ff,41675,1733084177192/2140e1fa03ff%2C41675%2C1733084177192.1733084177422 2024-12-01T20:16:17,440 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:35675:35675),(127.0.0.1/127.0.0.1:39741:39741)] 2024-12-01T20:16:17,440 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T20:16:17,441 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:17,441 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,441 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T20:16:17,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:17,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T20:16:17,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:17,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T20:16:17,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:17,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T20:16:17,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:17,454 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,455 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,456 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,458 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,458 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,458 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:16:17,460 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T20:16:17,463 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:17,463 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443602, jitterRate=0.10929611325263977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:16:17,464 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733084177441Initializing all the Stores at 1733084177442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084177442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084177442Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084177442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084177442Cleaning up temporary data from old regions at 1733084177458 (+16 ms)Region opened successfully at 1733084177464 (+6 ms) 2024-12-01T20:16:17,465 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T20:16:17,469 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106c319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:16:17,470 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T20:16:17,471 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T20:16:17,471 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T20:16:17,471 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T20:16:17,471 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T20:16:17,472 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T20:16:17,472 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T20:16:17,474 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T20:16:17,475 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T20:16:17,476 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T20:16:17,476 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T20:16:17,477 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T20:16:17,478 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T20:16:17,479 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T20:16:17,479 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T20:16:17,480 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T20:16:17,481 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T20:16:17,483 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T20:16:17,486 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T20:16:17,487 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,489 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2140e1fa03ff,41675,1733084177192, sessionid=0x1016fabcda60000, setting cluster-up flag (Was=false) 2024-12-01T20:16:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,498 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T20:16:17,499 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,508 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T20:16:17,509 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:17,510 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T20:16:17,512 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T20:16:17,512 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T20:16:17,513 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T20:16:17,513 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2140e1fa03ff,41675,1733084177192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T20:16:17,514 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:16:17,514 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:16:17,514 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:16:17,514 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=5, maxPoolSize=5 2024-12-01T20:16:17,514 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2140e1fa03ff:0, corePoolSize=10, maxPoolSize=10 2024-12-01T20:16:17,515 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,515 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:16:17,515 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,515 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733084207515 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T20:16:17,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:16:17,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T20:16:17,516 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,517 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T20:16:17,517 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T20:16:17,517 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T20:16:17,517 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T20:16:17,517 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T20:16:17,517 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084177517,5,FailOnTimeoutGroup] 2024-12-01T20:16:17,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,518 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084177517,5,FailOnTimeoutGroup] 2024-12-01T20:16:17,518 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,518 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T20:16:17,518 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,518 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T20:16:17,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:16:17,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:16:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741831_1007 (size=1321) 2024-12-01T20:16:17,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T20:16:17,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:17,530 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(746): ClusterId : 86c23bbd-b327-41ce-8a06-2de17033910e 2024-12-01T20:16:17,530 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:16:17,530 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(746): ClusterId : 86c23bbd-b327-41ce-8a06-2de17033910e 2024-12-01T20:16:17,530 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:16:17,533 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(746): ClusterId : 86c23bbd-b327-41ce-8a06-2de17033910e 2024-12-01T20:16:17,533 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T20:16:17,533 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:16:17,533 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:16:17,534 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:16:17,534 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:16:17,536 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T20:16:17,536 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:16:17,536 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T20:16:17,536 DEBUG [RS:0;2140e1fa03ff:38575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f18519e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:16:17,536 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:16:17,537 DEBUG [RS:1;2140e1fa03ff:40221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363535a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:16:17,538 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T20:16:17,539 DEBUG [RS:2;2140e1fa03ff:40015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed91993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2140e1fa03ff/172.17.0.2:0 2024-12-01T20:16:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:16:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:16:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741832_1008 (size=32) 2024-12-01T20:16:17,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:17,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T20:16:17,553 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2140e1fa03ff:38575 2024-12-01T20:16:17,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T20:16:17,554 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:16:17,554 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:16:17,554 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:16:17,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:17,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T20:16:17,555 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,41675,1733084177192 with port=38575, startcode=1733084177240 2024-12-01T20:16:17,555 DEBUG [RS:0;2140e1fa03ff:38575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:16:17,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T20:16:17,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T20:16:17,559 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2140e1fa03ff:40015 2024-12-01T20:16:17,559 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:16:17,559 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:16:17,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T20:16:17,559 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:16:17,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:17,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T20:16:17,560 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,41675,1733084177192 with port=40015, startcode=1733084177314 2024-12-01T20:16:17,560 DEBUG [RS:2;2140e1fa03ff:40015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:16:17,561 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:16:17,562 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2140e1fa03ff:40221 2024-12-01T20:16:17,562 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T20:16:17,562 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T20:16:17,562 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T20:16:17,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,562 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:16:17,563 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(2659): reportForDuty to master=2140e1fa03ff,41675,1733084177192 with port=40221, startcode=1733084177268 2024-12-01T20:16:17,563 DEBUG [RS:1;2140e1fa03ff:40221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T20:16:17,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T20:16:17,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:17,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,565 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:17,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:17,565 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46161 2024-12-01T20:16:17,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T20:16:17,565 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T20:16:17,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,566 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:16:17,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] master.ServerManager(517): Registering regionserver=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,566 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:17,566 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46161 2024-12-01T20:16:17,566 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:16:17,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740 2024-12-01T20:16:17,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740 2024-12-01T20:16:17,567 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:17,567 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46161 2024-12-01T20:16:17,567 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T20:16:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:16:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T20:16:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T20:16:17,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:16:17,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T20:16:17,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:17,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68370842, jitterRate=0.018804937601089478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:16:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733084177545Initializing all the Stores at 1733084177549 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084177549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084177551 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084177551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084177551Cleaning up temporary data from old regions at 1733084177569 (+18 ms)Region opened successfully at 1733084177575 (+6 ms) 2024-12-01T20:16:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T20:16:17,575 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T20:16:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T20:16:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T20:16:17,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T20:16:17,576 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T20:16:17,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733084177575Disabling compacts and flushes for region at 1733084177575Disabling writes for close at 1733084177575Writing region close event to WAL at 1733084177576 (+1 ms)Closed at 1733084177576 2024-12-01T20:16:17,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:16:17,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T20:16:17,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T20:16:17,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T20:16:17,579 DEBUG [RS:2;2140e1fa03ff:40015 {}] zookeeper.ZKUtil(111): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,579 WARN [RS:2;2140e1fa03ff:40015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:16:17,579 DEBUG [RS:0;2140e1fa03ff:38575 {}] zookeeper.ZKUtil(111): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,579 WARN [RS:0;2140e1fa03ff:38575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:16:17,579 INFO [RS:0;2140e1fa03ff:38575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:16:17,579 INFO [RS:2;2140e1fa03ff:40015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:16:17,579 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T20:16:17,579 DEBUG [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,579 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,579 DEBUG [RS:1;2140e1fa03ff:40221 {}] zookeeper.ZKUtil(111): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,579 WARN [RS:1;2140e1fa03ff:40221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T20:16:17,579 INFO [RS:1;2140e1fa03ff:40221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:16:17,579 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,40015,1733084177314] 2024-12-01T20:16:17,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,40221,1733084177268] 2024-12-01T20:16:17,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2140e1fa03ff,38575,1733084177240] 2024-12-01T20:16:17,583 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:16:17,583 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:16:17,586 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T20:16:17,586 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:16:17,587 INFO [RS:1;2140e1fa03ff:40221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:16:17,587 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,587 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:16:17,587 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:16:17,588 INFO [RS:2;2140e1fa03ff:40015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:16:17,588 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,588 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:16:17,588 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,589 DEBUG [RS:1;2140e1fa03ff:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,592 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:16:17,593 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,40221,1733084177268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:16:17,593 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,593 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,593 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,593 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,593 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,594 DEBUG [RS:2;2140e1fa03ff:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,595 INFO [RS:0;2140e1fa03ff:38575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T20:16:17,595 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,596 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,40015,1733084177314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:16:17,597 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T20:16:17,597 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,597 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0, corePoolSize=2, maxPoolSize=2 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2140e1fa03ff:0, corePoolSize=1, maxPoolSize=1 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,598 DEBUG [RS:0;2140e1fa03ff:38575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2140e1fa03ff:0, corePoolSize=3, maxPoolSize=3 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,602 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,38575,1733084177240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:16:17,615 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:16:17,615 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,40015,1733084177314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,615 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,615 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.Replication(171): 2140e1fa03ff,40015,1733084177314 started 2024-12-01T20:16:17,617 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:16:17,617 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,38575,1733084177240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,617 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,617 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.Replication(171): 2140e1fa03ff,38575,1733084177240 started 2024-12-01T20:16:17,617 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T20:16:17,617 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,40221,1733084177268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,618 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,618 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.Replication(171): 2140e1fa03ff,40221,1733084177268 started 2024-12-01T20:16:17,630 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,630 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,40015,1733084177314, RpcServer on 2140e1fa03ff/172.17.0.2:40015, sessionid=0x1016fabcda60003 2024-12-01T20:16:17,630 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:16:17,630 DEBUG [RS:2;2140e1fa03ff:40015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,630 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,40015,1733084177314' 2024-12-01T20:16:17,630 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,40015,1733084177314' 2024-12-01T20:16:17,631 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:16:17,631 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,632 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,38575,1733084177240, RpcServer on 2140e1fa03ff/172.17.0.2:38575, sessionid=0x1016fabcda60001 2024-12-01T20:16:17,632 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:16:17,632 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:16:17,632 DEBUG [RS:0;2140e1fa03ff:38575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,632 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,38575,1733084177240' 2024-12-01T20:16:17,632 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:16:17,632 DEBUG [RS:2;2140e1fa03ff:40015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:16:17,632 INFO [RS:2;2140e1fa03ff:40015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:16:17,632 INFO [RS:2;2140e1fa03ff:40015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:16:17,632 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,38575,1733084177240' 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:16:17,633 DEBUG [RS:0;2140e1fa03ff:38575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:16:17,633 INFO [RS:0;2140e1fa03ff:38575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:16:17,633 INFO [RS:0;2140e1fa03ff:38575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:16:17,638 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:17,638 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1482): Serving as 2140e1fa03ff,40221,1733084177268, RpcServer on 2140e1fa03ff/172.17.0.2:40221, sessionid=0x1016fabcda60002 2024-12-01T20:16:17,638 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,40221,1733084177268' 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2140e1fa03ff,40221,1733084177268' 2024-12-01T20:16:17,639 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T20:16:17,640 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T20:16:17,640 DEBUG [RS:1;2140e1fa03ff:40221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T20:16:17,640 INFO [RS:1;2140e1fa03ff:40221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T20:16:17,640 INFO [RS:1;2140e1fa03ff:40221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T20:16:17,729 WARN [2140e1fa03ff:41675 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T20:16:17,733 INFO [RS:2;2140e1fa03ff:40015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:16:17,734 INFO [RS:0;2140e1fa03ff:38575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:16:17,734 INFO [RS:2;2140e1fa03ff:40015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C40015%2C1733084177314, suffix=, logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40015,1733084177314, archiveDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs, maxLogs=32 2024-12-01T20:16:17,735 INFO [RS:0;2140e1fa03ff:38575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C38575%2C1733084177240, suffix=, logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240, archiveDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs, maxLogs=32 2024-12-01T20:16:17,741 INFO [RS:1;2140e1fa03ff:40221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T20:16:17,742 INFO [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C40221%2C1733084177268, suffix=, logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268, archiveDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs, maxLogs=32 2024-12-01T20:16:17,749 DEBUG [RS:2;2140e1fa03ff:40015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40015,1733084177314/2140e1fa03ff%2C40015%2C1733084177314.1733084177736, exclude list is [], retry=0 2024-12-01T20:16:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34465,DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c,DISK] 2024-12-01T20:16:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-e485d9fa-0c97-482c-b460-929250a0f5b6,DISK] 2024-12-01T20:16:17,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d,DISK] 2024-12-01T20:16:17,753 DEBUG [RS:0;2140e1fa03ff:38575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, exclude list is [], retry=0 2024-12-01T20:16:17,755 INFO [RS:2;2140e1fa03ff:40015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40015,1733084177314/2140e1fa03ff%2C40015%2C1733084177314.1733084177736 2024-12-01T20:16:17,755 DEBUG [RS:2;2140e1fa03ff:40015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35675:35675),(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:39741:39741)] 2024-12-01T20:16:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-e485d9fa-0c97-482c-b460-929250a0f5b6,DISK] 2024-12-01T20:16:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34465,DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c,DISK] 2024-12-01T20:16:17,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d,DISK] 2024-12-01T20:16:17,760 DEBUG [RS:1;2140e1fa03ff:40221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268/2140e1fa03ff%2C40221%2C1733084177268.1733084177743, exclude list is [], retry=0 2024-12-01T20:16:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34465,DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c,DISK] 2024-12-01T20:16:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-e485d9fa-0c97-482c-b460-929250a0f5b6,DISK] 2024-12-01T20:16:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d,DISK] 2024-12-01T20:16:17,767 INFO [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268/2140e1fa03ff%2C40221%2C1733084177268.1733084177743 2024-12-01T20:16:17,767 DEBUG [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:35675:35675),(127.0.0.1/127.0.0.1:45217:45217)] 2024-12-01T20:16:17,769 INFO [RS:0;2140e1fa03ff:38575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 2024-12-01T20:16:17,769 DEBUG [RS:0;2140e1fa03ff:38575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:35675:35675),(127.0.0.1/127.0.0.1:39741:39741)] 2024-12-01T20:16:17,979 DEBUG [2140e1fa03ff:41675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T20:16:17,980 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T20:16:17,982 INFO [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:16:17,982 INFO [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:16:17,982 INFO [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T20:16:17,982 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:16:17,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:17,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2140e1fa03ff,40221,1733084177268, state=OPENING 2024-12-01T20:16:17,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T20:16:17,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:16:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:17,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:17,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T20:16:17,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:16:20,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:20,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:21,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T20:16:21,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:21,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:21,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:21,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T20:16:21,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T20:16:26,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T20:16:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:26,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:26,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:27,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:16:27,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:16:28,001 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T20:16:28,001 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T20:16:28,002 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T20:16:28,004 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2140e1fa03ff%2C40221%2C1733084177268.meta, suffix=.meta, logDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268, archiveDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs, maxLogs=32 2024-12-01T20:16:28,022 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268/2140e1fa03ff%2C40221%2C1733084177268.meta.1733084188005.meta, exclude list is [], retry=0 2024-12-01T20:16:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34097,DS-e485d9fa-0c97-482c-b460-929250a0f5b6,DISK] 2024-12-01T20:16:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34465,DS-f1adbc62-ebe5-4c5e-8c9a-922ed8a4e16c,DISK] 2024-12-01T20:16:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-a610ec61-2eb1-4ddd-a61d-c9307556d74d,DISK] 2024-12-01T20:16:28,030 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,40221,1733084177268/2140e1fa03ff%2C40221%2C1733084177268.meta.1733084188005.meta 2024-12-01T20:16:28,032 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:35675:35675),(127.0.0.1/127.0.0.1:45217:45217)] 2024-12-01T20:16:28,033 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T20:16:28,033 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T20:16:28,033 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T20:16:28,033 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T20:16:28,033 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T20:16:28,034 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,034 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T20:16:28,034 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T20:16:28,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T20:16:28,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T20:16:28,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:28,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:28,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T20:16:28,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T20:16:28,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T20:16:28,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T20:16:28,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:28,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:28,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T20:16:28,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T20:16:28,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:28,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T20:16:28,044 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T20:16:28,046 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740 2024-12-01T20:16:28,047 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740 2024-12-01T20:16:28,049 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T20:16:28,050 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T20:16:28,051 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T20:16:28,052 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T20:16:28,054 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60131640, jitterRate=-0.10396873950958252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T20:16:28,054 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T20:16:28,055 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733084188034Writing region info on filesystem at 1733084188034Initializing all the Stores at 1733084188035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084188035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084188035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084188035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733084188035Cleaning up temporary data from old regions at 1733084188050 (+15 ms)Running coprocessor post-open hooks at 1733084188054 (+4 ms)Region opened successfully at 1733084188055 (+1 ms) 2024-12-01T20:16:28,057 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733084187993 2024-12-01T20:16:28,059 DEBUG [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T20:16:28,059 INFO [RS_OPEN_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T20:16:28,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:28,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2140e1fa03ff,40221,1733084177268, state=OPEN 2024-12-01T20:16:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:16:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:16:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:16:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T20:16:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T20:16:28,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:28,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T20:16:28,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2140e1fa03ff,40221,1733084177268 in 10.0740 sec 2024-12-01T20:16:28,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T20:16:28,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4890 sec 2024-12-01T20:16:28,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T20:16:28,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T20:16:28,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:16:28,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,40221,1733084177268, seqNum=-1] 2024-12-01T20:16:28,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:16:28,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:16:28,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5670 sec 2024-12-01T20:16:28,080 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733084188080, completionTime=-1 2024-12-01T20:16:28,080 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T20:16:28,081 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T20:16:28,082 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T20:16:28,082 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733084248082 2024-12-01T20:16:28,082 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733084308082 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2140e1fa03ff:41675, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,083 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,086 DEBUG [master/2140e1fa03ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T20:16:28,088 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.741sec 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T20:16:28,092 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T20:16:28,096 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T20:16:28,096 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T20:16:28,096 INFO [master/2140e1fa03ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2140e1fa03ff,41675,1733084177192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T20:16:28,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffa5ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2140e1fa03ff,41675,-1 for getting cluster id 2024-12-01T20:16:28,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T20:16:28,141 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86c23bbd-b327-41ce-8a06-2de17033910e' 2024-12-01T20:16:28,157 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T20:16:28,158 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86c23bbd-b327-41ce-8a06-2de17033910e" 2024-12-01T20:16:28,159 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6320c29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,159 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2140e1fa03ff,41675,-1] 2024-12-01T20:16:28,160 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T20:16:28,160 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:28,161 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T20:16:28,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e755bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:16:28,165 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,40221,1733084177268, seqNum=-1] 2024-12-01T20:16:28,165 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:16:28,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:16:28,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733084188172 (current time:1733084188172). 2024-12-01T20:16:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T20:16:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T20:16:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786df114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2140e1fa03ff,41675,-1 for getting cluster id 2024-12-01T20:16:28,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T20:16:28,177 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86c23bbd-b327-41ce-8a06-2de17033910e' 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86c23bbd-b327-41ce-8a06-2de17033910e" 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46908abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2140e1fa03ff,41675,-1] 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T20:16:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:28,179 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T20:16:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a538e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T20:16:28,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T20:16:28,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2140e1fa03ff,40221,1733084177268, seqNum=-1] 2024-12-01T20:16:28,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:16:28,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:16:28,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:16:28,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:28,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:28,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:28,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T20:16:28,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T20:16:28,185 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:28,186 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@584d8039 2024-12-01T20:16:28,186 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T20:16:28,187 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T20:16:28,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T20:16:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T20:16:28,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T20:16:28,191 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:28,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T20:16:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:28,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T20:16:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:16:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:16:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741837_1013 (size=361) 2024-12-01T20:16:28,213 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ebaad1d80a9864d22f05f152e05547e0, NAME => 'SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,213 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efa6b402d29572fcfdfd58cd17de8653, NAME => 'SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,213 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 051d88182315eb9abc68b8b43b6566cd, NAME => 'SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741838_1014 (size=62) 2024-12-01T20:16:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741838_1014 (size=62) 2024-12-01T20:16:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741838_1014 (size=62) 2024-12-01T20:16:28,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ebaad1d80a9864d22f05f152e05547e0, disabling compactions & flushes 2024-12-01T20:16:28,256 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. after waiting 0 ms 2024-12-01T20:16:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:28,256 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ebaad1d80a9864d22f05f152e05547e0: Waiting for close lock at 1733084188256Disabling compacts and flushes for region at 1733084188256Disabling writes for close at 1733084188256Writing region close event to WAL at 1733084188256Closed at 1733084188256 2024-12-01T20:16:28,257 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1b054e9b7b334440fb7be75d418ec7d3, NAME => 'SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:16:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:16:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741839_1015 (size=62) 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 051d88182315eb9abc68b8b43b6566cd, disabling compactions & flushes 2024-12-01T20:16:28,266 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. after waiting 0 ms 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:28,266 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:28,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 051d88182315eb9abc68b8b43b6566cd: Waiting for close lock at 1733084188266Disabling compacts and flushes for region at 1733084188266Disabling writes for close at 1733084188266Writing region close event to WAL at 1733084188266Closed at 1733084188266 2024-12-01T20:16:28,267 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 316a6dddc19a6ef1de3dc0fd79aabf32, NAME => 'SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741840_1016 (size=54) 2024-12-01T20:16:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741840_1016 (size=54) 2024-12-01T20:16:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741840_1016 (size=54) 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing efa6b402d29572fcfdfd58cd17de8653, disabling compactions & flushes 2024-12-01T20:16:28,282 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. after waiting 0 ms 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:28,282 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:28,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for efa6b402d29572fcfdfd58cd17de8653: Waiting for close lock at 1733084188282Disabling compacts and flushes for region at 1733084188282Disabling writes for close at 1733084188282Writing region close event to WAL at 1733084188282Closed at 1733084188282 2024-12-01T20:16:28,282 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3afd5621d88e0b1b41a217ae8a567cef, NAME => 'SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:16:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:16:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741841_1017 (size=62) 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1b054e9b7b334440fb7be75d418ec7d3, disabling compactions & flushes 2024-12-01T20:16:28,318 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. after waiting 0 ms 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:28,318 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:28,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1b054e9b7b334440fb7be75d418ec7d3: Waiting for close lock at 1733084188318Disabling compacts and flushes for region at 1733084188318Disabling writes for close at 1733084188318Writing region close event to WAL at 1733084188318Closed at 1733084188318 2024-12-01T20:16:28,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a64061e867dce6c695c25a38660827c9, NAME => 'SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:16:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:16:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741842_1018 (size=62) 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3afd5621d88e0b1b41a217ae8a567cef, disabling compactions & flushes 2024-12-01T20:16:28,329 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. after waiting 0 ms 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:28,329 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:28,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3afd5621d88e0b1b41a217ae8a567cef: Waiting for close lock at 1733084188329Disabling compacts and flushes for region at 1733084188329Disabling writes for close at 1733084188329Writing region close event to WAL at 1733084188329Closed at 1733084188329 2024-12-01T20:16:28,330 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4e0af1b191fccf77d4e89b3e4e8a801, NAME => 'SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:16:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:16:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741843_1019 (size=62) 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 316a6dddc19a6ef1de3dc0fd79aabf32, disabling compactions & flushes 2024-12-01T20:16:28,346 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. after waiting 0 ms 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:28,346 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:28,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 316a6dddc19a6ef1de3dc0fd79aabf32: Waiting for close lock at 1733084188346Disabling compacts and flushes for region at 1733084188346Disabling writes for close at 1733084188346Writing region close event to WAL at 1733084188346Closed at 1733084188346 2024-12-01T20:16:28,347 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b48c424c832a12fafa8d82128079dc33, NAME => 'SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:16:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:16:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741844_1020 (size=62) 2024-12-01T20:16:28,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a64061e867dce6c695c25a38660827c9, disabling compactions & flushes 2024-12-01T20:16:28,356 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:28,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:28,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. after waiting 0 ms 2024-12-01T20:16:28,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:28,357 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:28,357 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a64061e867dce6c695c25a38660827c9: Waiting for close lock at 1733084188356Disabling compacts and flushes for region at 1733084188356Disabling writes for close at 1733084188356Writing region close event to WAL at 1733084188356Closed at 1733084188356 2024-12-01T20:16:28,357 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9c65973f888b2105914a129886ea150c, NAME => 'SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81 2024-12-01T20:16:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:16:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:16:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741846_1022 (size=62) 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b48c424c832a12fafa8d82128079dc33, disabling compactions & flushes 2024-12-01T20:16:28,365 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. after waiting 0 ms 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:28,365 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:28,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b48c424c832a12fafa8d82128079dc33: Waiting for close lock at 1733084188365Disabling compacts and flushes for region at 1733084188365Disabling writes for close at 1733084188365Writing region close event to WAL at 1733084188365Closed at 1733084188365 2024-12-01T20:16:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:16:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:16:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741845_1021 (size=62) 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4e0af1b191fccf77d4e89b3e4e8a801, disabling compactions & flushes 2024-12-01T20:16:28,386 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. after waiting 0 ms 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:28,386 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:28,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4e0af1b191fccf77d4e89b3e4e8a801: Waiting for close lock at 1733084188386Disabling compacts and flushes for region at 1733084188386Disabling writes for close at 1733084188386Writing region close event to WAL at 1733084188386Closed at 1733084188386 2024-12-01T20:16:28,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:16:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:16:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741847_1023 (size=54) 2024-12-01T20:16:28,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:28,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9c65973f888b2105914a129886ea150c, disabling compactions & flushes 2024-12-01T20:16:28,426 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:28,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:28,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. after waiting 0 ms 2024-12-01T20:16:28,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:28,427 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:28,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9c65973f888b2105914a129886ea150c: Waiting for close lock at 1733084188426Disabling compacts and flushes for region at 1733084188426Disabling writes for close at 1733084188427 (+1 ms)Writing region close event to WAL at 1733084188427Closed at 1733084188427 2024-12-01T20:16:28,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733084188428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733084188428"}]},"ts":"1733084188428"} 2024-12-01T20:16:28,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T20:16:28,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T20:16:28,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733084188437"}]},"ts":"1733084188437"} 2024-12-01T20:16:28,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T20:16:28,441 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T20:16:28,448 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:16:28,448 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:16:28,448 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T20:16:28,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:16:28,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=051d88182315eb9abc68b8b43b6566cd, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebaad1d80a9864d22f05f152e05547e0, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b054e9b7b334440fb7be75d418ec7d3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afd5621d88e0b1b41a217ae8a567cef, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a64061e867dce6c695c25a38660827c9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48c424c832a12fafa8d82128079dc33, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c65973f888b2105914a129886ea150c, ASSIGN}] 2024-12-01T20:16:28,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN 2024-12-01T20:16:28,452 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=051d88182315eb9abc68b8b43b6566cd, ASSIGN 2024-12-01T20:16:28,453 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebaad1d80a9864d22f05f152e05547e0, ASSIGN 2024-12-01T20:16:28,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN; state=OFFLINE, location=2140e1fa03ff,38575,1733084177240; forceNewPlan=false, retain=false 2024-12-01T20:16:28,454 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=051d88182315eb9abc68b8b43b6566cd, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40221,1733084177268; forceNewPlan=false, retain=false 2024-12-01T20:16:28,455 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebaad1d80a9864d22f05f152e05547e0, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40015,1733084177314; forceNewPlan=false, retain=false 2024-12-01T20:16:28,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b054e9b7b334440fb7be75d418ec7d3, ASSIGN 2024-12-01T20:16:28,457 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c65973f888b2105914a129886ea150c, ASSIGN 2024-12-01T20:16:28,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN 2024-12-01T20:16:28,458 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48c424c832a12fafa8d82128079dc33, ASSIGN 2024-12-01T20:16:28,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN 2024-12-01T20:16:28,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b054e9b7b334440fb7be75d418ec7d3, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40015,1733084177314; forceNewPlan=false, retain=false 2024-12-01T20:16:28,459 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c65973f888b2105914a129886ea150c, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40015,1733084177314; forceNewPlan=false, retain=false 2024-12-01T20:16:28,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN; state=OFFLINE, location=2140e1fa03ff,38575,1733084177240; forceNewPlan=false, retain=false 2024-12-01T20:16:28,459 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b48c424c832a12fafa8d82128079dc33, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40221,1733084177268; forceNewPlan=false, retain=false 2024-12-01T20:16:28,461 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN; state=OFFLINE, location=2140e1fa03ff,38575,1733084177240; forceNewPlan=false, retain=false 2024-12-01T20:16:28,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a64061e867dce6c695c25a38660827c9, ASSIGN 2024-12-01T20:16:28,465 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a64061e867dce6c695c25a38660827c9, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40015,1733084177314; forceNewPlan=false, retain=false 2024-12-01T20:16:28,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afd5621d88e0b1b41a217ae8a567cef, ASSIGN 2024-12-01T20:16:28,467 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3afd5621d88e0b1b41a217ae8a567cef, ASSIGN; state=OFFLINE, location=2140e1fa03ff,40221,1733084177268; forceNewPlan=false, retain=false 2024-12-01T20:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:28,604 INFO [2140e1fa03ff:41675 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T20:16:28,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b48c424c832a12fafa8d82128079dc33, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:28,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3afd5621d88e0b1b41a217ae8a567cef, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:28,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=051d88182315eb9abc68b8b43b6566cd, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:28,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9c65973f888b2105914a129886ea150c, regionState=OPENING, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:28,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a64061e867dce6c695c25a38660827c9, regionState=OPENING, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:28,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1b054e9b7b334440fb7be75d418ec7d3, regionState=OPENING, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:28,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ebaad1d80a9864d22f05f152e05547e0, regionState=OPENING, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:28,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c4e0af1b191fccf77d4e89b3e4e8a801, regionState=OPENING, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:28,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=316a6dddc19a6ef1de3dc0fd79aabf32, regionState=OPENING, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:28,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efa6b402d29572fcfdfd58cd17de8653, regionState=OPENING, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:28,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b48c424c832a12fafa8d82128079dc33, ASSIGN because future has completed 2024-12-01T20:16:28,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48c424c832a12fafa8d82128079dc33, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:16:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3afd5621d88e0b1b41a217ae8a567cef, ASSIGN because future has completed 2024-12-01T20:16:28,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:16:28,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=051d88182315eb9abc68b8b43b6566cd, ASSIGN because future has completed 2024-12-01T20:16:28,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c65973f888b2105914a129886ea150c, ASSIGN because future has completed 2024-12-01T20:16:28,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 051d88182315eb9abc68b8b43b6566cd, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:16:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a64061e867dce6c695c25a38660827c9, ASSIGN because future has completed 2024-12-01T20:16:28,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b054e9b7b334440fb7be75d418ec7d3, ASSIGN because future has completed 2024-12-01T20:16:28,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3, server=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:16:28,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebaad1d80a9864d22f05f152e05547e0, ASSIGN because future has completed 2024-12-01T20:16:28,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c65973f888b2105914a129886ea150c, server=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:16:28,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN because future has completed 2024-12-01T20:16:28,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN because future has completed 2024-12-01T20:16:28,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64061e867dce6c695c25a38660827c9, server=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:16:28,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN because future has completed 2024-12-01T20:16:28,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,38575,1733084177240}] 2024-12-01T20:16:28,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebaad1d80a9864d22f05f152e05547e0, server=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:16:28,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,38575,1733084177240}] 2024-12-01T20:16:28,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,38575,1733084177240}] 2024-12-01T20:16:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:29,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T20:16:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:31,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T20:16:31,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T20:16:31,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T20:16:31,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T20:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:33,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T20:16:33,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:33,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:33,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:38,620 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:38,620 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b48c424c832a12fafa8d82128079dc33, NAME => 'SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T20:16:38,621 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,621 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,621 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,621 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,622 INFO [StoreOpener-b48c424c832a12fafa8d82128079dc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,624 INFO [StoreOpener-b48c424c832a12fafa8d82128079dc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48c424c832a12fafa8d82128079dc33 columnFamilyName cf 2024-12-01T20:16:38,624 DEBUG [StoreOpener-b48c424c832a12fafa8d82128079dc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,624 INFO [StoreOpener-b48c424c832a12fafa8d82128079dc33-1 {}] regionserver.HStore(327): Store=b48c424c832a12fafa8d82128079dc33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,625 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,625 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,628 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,630 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,631 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b48c424c832a12fafa8d82128079dc33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64141257, jitterRate=-0.04422079026699066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,631 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:38,631 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b48c424c832a12fafa8d82128079dc33: Running coprocessor pre-open hook at 1733084198621Writing region info on filesystem at 1733084198621Initializing all the Stores at 1733084198622 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198622Cleaning up temporary data from old regions at 1733084198626 (+4 ms)Running coprocessor post-open hooks at 1733084198631 (+5 ms)Region opened successfully at 1733084198631 2024-12-01T20:16:38,631 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:16:38,632 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., pid=15, masterSystemTime=1733084198614 2024-12-01T20:16:38,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:16:38,634 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:38,634 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:38,634 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:38,634 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 051d88182315eb9abc68b8b43b6566cd, NAME => 'SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T20:16:38,635 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,635 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,635 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,635 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b48c424c832a12fafa8d82128079dc33, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:38,637 INFO [StoreOpener-051d88182315eb9abc68b8b43b6566cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48c424c832a12fafa8d82128079dc33, server=2140e1fa03ff,40221,1733084177268 because future has completed 2024-12-01T20:16:38,638 INFO [StoreOpener-051d88182315eb9abc68b8b43b6566cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051d88182315eb9abc68b8b43b6566cd columnFamilyName cf 2024-12-01T20:16:38,638 DEBUG [StoreOpener-051d88182315eb9abc68b8b43b6566cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,638 INFO [StoreOpener-051d88182315eb9abc68b8b43b6566cd-1 {}] regionserver.HStore(327): Store=051d88182315eb9abc68b8b43b6566cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,639 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,639 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,640 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-01T20:16:38,640 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,640 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b48c424c832a12fafa8d82128079dc33, server=2140e1fa03ff,40221,1733084177268 in 10.0280 sec 2024-12-01T20:16:38,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48c424c832a12fafa8d82128079dc33, ASSIGN in 10.1910 sec 2024-12-01T20:16:38,642 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/051d88182315eb9abc68b8b43b6566cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,644 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 051d88182315eb9abc68b8b43b6566cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863307, jitterRate=-0.09306605160236359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,645 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:38,645 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 051d88182315eb9abc68b8b43b6566cd: Running coprocessor pre-open hook at 1733084198635Writing region info on filesystem at 1733084198635Initializing all the Stores at 1733084198636 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198636Cleaning up temporary data from old regions at 1733084198640 (+4 ms)Running coprocessor post-open hooks at 1733084198645 (+5 ms)Region opened successfully at 1733084198645 2024-12-01T20:16:38,645 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd., pid=17, masterSystemTime=1733084198614 2024-12-01T20:16:38,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T20:16:38,647 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:38,647 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:38,647 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:38,647 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3afd5621d88e0b1b41a217ae8a567cef, NAME => 'SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T20:16:38,647 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,647 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=051d88182315eb9abc68b8b43b6566cd, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:38,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T20:16:38,648 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a64061e867dce6c695c25a38660827c9, NAME => 'SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T20:16:38,649 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,649 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,649 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,649 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,650 INFO [StoreOpener-3afd5621d88e0b1b41a217ae8a567cef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 051d88182315eb9abc68b8b43b6566cd, server=2140e1fa03ff,40221,1733084177268 because future has completed 2024-12-01T20:16:38,651 INFO [StoreOpener-3afd5621d88e0b1b41a217ae8a567cef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3afd5621d88e0b1b41a217ae8a567cef columnFamilyName cf 2024-12-01T20:16:38,651 INFO [StoreOpener-a64061e867dce6c695c25a38660827c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,651 DEBUG [StoreOpener-3afd5621d88e0b1b41a217ae8a567cef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,652 INFO [StoreOpener-3afd5621d88e0b1b41a217ae8a567cef-1 {}] regionserver.HStore(327): Store=3afd5621d88e0b1b41a217ae8a567cef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,652 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,654 INFO [StoreOpener-a64061e867dce6c695c25a38660827c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64061e867dce6c695c25a38660827c9 columnFamilyName cf 2024-12-01T20:16:38,654 DEBUG [StoreOpener-a64061e867dce6c695c25a38660827c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,654 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,654 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-12-01T20:16:38,654 INFO [StoreOpener-a64061e867dce6c695c25a38660827c9-1 {}] regionserver.HStore(327): Store=a64061e867dce6c695c25a38660827c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 051d88182315eb9abc68b8b43b6566cd, server=2140e1fa03ff,40221,1733084177268 in 10.0330 sec 2024-12-01T20:16:38,654 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,655 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,656 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,656 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,656 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,656 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=051d88182315eb9abc68b8b43b6566cd, ASSIGN in 10.2050 sec 2024-12-01T20:16:38,658 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,660 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c4e0af1b191fccf77d4e89b3e4e8a801, NAME => 'SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,662 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a64061e867dce6c695c25a38660827c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65620724, jitterRate=-0.02217501401901245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,662 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:38,662 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a64061e867dce6c695c25a38660827c9: Running coprocessor pre-open hook at 1733084198649Writing region info on filesystem at 1733084198649Initializing all the Stores at 1733084198651 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198651Cleaning up temporary data from old regions at 1733084198656 (+5 ms)Running coprocessor post-open hooks at 1733084198662 (+6 ms)Region opened successfully at 1733084198662 2024-12-01T20:16:38,663 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., pid=20, masterSystemTime=1733084198630 2024-12-01T20:16:38,664 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:38,664 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:38,664 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b054e9b7b334440fb7be75d418ec7d3, NAME => 'SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T20:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a64061e867dce6c695c25a38660827c9, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64061e867dce6c695c25a38660827c9, server=2140e1fa03ff,40015,1733084177314 because future has completed 2024-12-01T20:16:38,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-01T20:16:38,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a64061e867dce6c695c25a38660827c9, server=2140e1fa03ff,40015,1733084177314 in 10.0350 sec 2024-12-01T20:16:38,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a64061e867dce6c695c25a38660827c9, ASSIGN in 10.2200 sec 2024-12-01T20:16:38,675 INFO [StoreOpener-1b054e9b7b334440fb7be75d418ec7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,675 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,675 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/3afd5621d88e0b1b41a217ae8a567cef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,676 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3afd5621d88e0b1b41a217ae8a567cef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66276818, jitterRate=-0.012398451566696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3afd5621d88e0b1b41a217ae8a567cef: Running coprocessor pre-open hook at 1733084198648Writing region info on filesystem at 1733084198648Initializing all the Stores at 1733084198649 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198649Cleaning up temporary data from old regions at 1733084198654 (+5 ms)Running coprocessor post-open hooks at 1733084198676 (+22 ms)Region opened successfully at 1733084198676 2024-12-01T20:16:38,676 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e0af1b191fccf77d4e89b3e4e8a801 columnFamilyName cf 2024-12-01T20:16:38,676 DEBUG [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,676 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef., pid=16, masterSystemTime=1733084198614 2024-12-01T20:16:38,676 INFO [StoreOpener-1b054e9b7b334440fb7be75d418ec7d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b054e9b7b334440fb7be75d418ec7d3 columnFamilyName cf 2024-12-01T20:16:38,677 DEBUG [StoreOpener-1b054e9b7b334440fb7be75d418ec7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,677 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] regionserver.HStore(327): Store=c4e0af1b191fccf77d4e89b3e4e8a801/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,678 INFO [StoreOpener-1b054e9b7b334440fb7be75d418ec7d3-1 {}] regionserver.HStore(327): Store=1b054e9b7b334440fb7be75d418ec7d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:38,679 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,679 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3afd5621d88e0b1b41a217ae8a567cef, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef, server=2140e1fa03ff,40221,1733084177268 because future has completed 2024-12-01T20:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-01T20:16:38,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef, server=2140e1fa03ff,40221,1733084177268 in 10.0710 sec 2024-12-01T20:16:38,685 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/1b054e9b7b334440fb7be75d418ec7d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,685 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,686 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1b054e9b7b334440fb7be75d418ec7d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62079537, jitterRate=-0.07494281232357025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:38,686 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c4e0af1b191fccf77d4e89b3e4e8a801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73405656, jitterRate=0.09382951259613037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1b054e9b7b334440fb7be75d418ec7d3: Running coprocessor pre-open hook at 1733084198665Writing region info on filesystem at 1733084198665Initializing all the Stores at 1733084198666 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198666Cleaning up temporary data from old regions at 1733084198679 (+13 ms)Running coprocessor post-open hooks at 1733084198686 (+7 ms)Region opened successfully at 1733084198686 2024-12-01T20:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c4e0af1b191fccf77d4e89b3e4e8a801: Running coprocessor pre-open hook at 1733084198661Writing region info on filesystem at 1733084198661Initializing all the Stores at 1733084198662 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198662Cleaning up temporary data from old regions at 1733084198679 (+17 ms)Running coprocessor post-open hooks at 1733084198686 (+7 ms)Region opened successfully at 1733084198686 2024-12-01T20:16:38,687 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3., pid=18, masterSystemTime=1733084198630 2024-12-01T20:16:38,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afd5621d88e0b1b41a217ae8a567cef, ASSIGN in 10.2360 sec 2024-12-01T20:16:38,687 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., pid=24, masterSystemTime=1733084198647 2024-12-01T20:16:38,688 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:38,688 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:38,688 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:38,688 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c65973f888b2105914a129886ea150c, NAME => 'SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T20:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1b054e9b7b334440fb7be75d418ec7d3, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,690 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:38,690 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:38,690 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:38,690 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 316a6dddc19a6ef1de3dc0fd79aabf32, NAME => 'SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T20:16:38,691 INFO [StoreOpener-9c65973f888b2105914a129886ea150c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3, server=2140e1fa03ff,40015,1733084177314 because future has completed 2024-12-01T20:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c4e0af1b191fccf77d4e89b3e4e8a801, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:38,693 INFO [StoreOpener-9c65973f888b2105914a129886ea150c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c65973f888b2105914a129886ea150c columnFamilyName cf 2024-12-01T20:16:38,693 DEBUG [StoreOpener-9c65973f888b2105914a129886ea150c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,693 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,38575,1733084177240 because future has completed 2024-12-01T20:16:38,694 INFO [StoreOpener-9c65973f888b2105914a129886ea150c-1 {}] regionserver.HStore(327): Store=9c65973f888b2105914a129886ea150c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,695 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,696 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316a6dddc19a6ef1de3dc0fd79aabf32 columnFamilyName cf 2024-12-01T20:16:38,696 DEBUG [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,696 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-01T20:16:38,696 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] regionserver.HStore(327): Store=316a6dddc19a6ef1de3dc0fd79aabf32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,696 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,696 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,696 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3, server=2140e1fa03ff,40015,1733084177314 in 10.0650 sec 2024-12-01T20:16:38,697 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,697 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-01T20:16:38,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b054e9b7b334440fb7be75d418ec7d3, ASSIGN in 10.2470 sec 2024-12-01T20:16:38,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,38575,1733084177240 in 10.0510 sec 2024-12-01T20:16:38,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN in 10.2500 sec 2024-12-01T20:16:38,701 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,701 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,702 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9c65973f888b2105914a129886ea150c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58815081, jitterRate=-0.1235869973897934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,702 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:38,702 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9c65973f888b2105914a129886ea150c: Running coprocessor pre-open hook at 1733084198689Writing region info on filesystem at 1733084198689Initializing all the Stores at 1733084198690 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198690Cleaning up temporary data from old regions at 1733084198696 (+6 ms)Running coprocessor post-open hooks at 1733084198702 (+6 ms)Region opened successfully at 1733084198702 2024-12-01T20:16:38,703 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., pid=19, masterSystemTime=1733084198630 2024-12-01T20:16:38,704 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,704 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 316a6dddc19a6ef1de3dc0fd79aabf32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59726122, jitterRate=-0.11001142859458923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,705 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:38,705 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 316a6dddc19a6ef1de3dc0fd79aabf32: Running coprocessor pre-open hook at 1733084198691Writing region info on filesystem at 1733084198691Initializing all the Stores at 1733084198693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198693Cleaning up temporary data from old regions at 1733084198698 (+5 ms)Running coprocessor post-open hooks at 1733084198705 (+7 ms)Region opened successfully at 1733084198705 2024-12-01T20:16:38,705 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:38,705 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:38,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9c65973f888b2105914a129886ea150c, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:38,705 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:38,705 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ebaad1d80a9864d22f05f152e05547e0, NAME => 'SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T20:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c65973f888b2105914a129886ea150c, server=2140e1fa03ff,40015,1733084177314 because future has completed 2024-12-01T20:16:38,708 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32., pid=23, masterSystemTime=1733084198647 2024-12-01T20:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:38,710 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:38,710 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => efa6b402d29572fcfdfd58cd17de8653, NAME => 'SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T20:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:16:38,711 INFO [StoreOpener-ebaad1d80a9864d22f05f152e05547e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,711 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,711 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=316a6dddc19a6ef1de3dc0fd79aabf32, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:38,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-01T20:16:38,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c65973f888b2105914a129886ea150c, server=2140e1fa03ff,40015,1733084177314 in 10.0800 sec 2024-12-01T20:16:38,713 INFO [StoreOpener-ebaad1d80a9864d22f05f152e05547e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebaad1d80a9864d22f05f152e05547e0 columnFamilyName cf 2024-12-01T20:16:38,713 DEBUG [StoreOpener-ebaad1d80a9864d22f05f152e05547e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,713 INFO [StoreOpener-ebaad1d80a9864d22f05f152e05547e0-1 {}] regionserver.HStore(327): Store=ebaad1d80a9864d22f05f152e05547e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,713 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,714 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,38575,1733084177240 because future has completed 2024-12-01T20:16:38,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c65973f888b2105914a129886ea150c, ASSIGN in 10.2640 sec 2024-12-01T20:16:38,715 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,715 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa6b402d29572fcfdfd58cd17de8653 columnFamilyName cf 2024-12-01T20:16:38,716 DEBUG [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:16:38,716 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,716 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] regionserver.HStore(327): Store=efa6b402d29572fcfdfd58cd17de8653/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:16:38,716 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,717 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,717 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,719 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,719 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,719 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-01T20:16:38,719 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,38575,1733084177240 in 10.0730 sec 2024-12-01T20:16:38,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN in 10.2700 sec 2024-12-01T20:16:38,722 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,724 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/ebaad1d80a9864d22f05f152e05547e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,724 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T20:16:38,724 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ebaad1d80a9864d22f05f152e05547e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69869238, jitterRate=0.04113277792930603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,725 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:38,725 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ebaad1d80a9864d22f05f152e05547e0: Running coprocessor pre-open hook at 1733084198706Writing region info on filesystem at 1733084198706Initializing all the Stores at 1733084198707 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198707Cleaning up temporary data from old regions at 1733084198717 (+10 ms)Running coprocessor post-open hooks at 1733084198725 (+8 ms)Region opened successfully at 1733084198725 2024-12-01T20:16:38,725 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened efa6b402d29572fcfdfd58cd17de8653; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72316824, jitterRate=0.07760465145111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:16:38,725 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:38,725 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for efa6b402d29572fcfdfd58cd17de8653: Running coprocessor pre-open hook at 1733084198711Writing region info on filesystem at 1733084198711Initializing all the Stores at 1733084198712 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084198712Cleaning up temporary data from old regions at 1733084198719 (+7 ms)Running coprocessor post-open hooks at 1733084198725 (+6 ms)Region opened successfully at 1733084198725 2024-12-01T20:16:38,726 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0., pid=22, masterSystemTime=1733084198630 2024-12-01T20:16:38,726 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653., pid=21, masterSystemTime=1733084198647 2024-12-01T20:16:38,728 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:38,728 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:38,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efa6b402d29572fcfdfd58cd17de8653, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:38,730 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41675 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2140e1fa03ff,38575,1733084177240, table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T20:16:38,730 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:38,731 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:38,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ebaad1d80a9864d22f05f152e05547e0, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:38,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,38575,1733084177240 because future has completed 2024-12-01T20:16:38,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebaad1d80a9864d22f05f152e05547e0, server=2140e1fa03ff,40015,1733084177314 because future has completed 2024-12-01T20:16:38,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-01T20:16:38,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,38575,1733084177240 in 10.0990 sec 2024-12-01T20:16:38,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-01T20:16:38,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ebaad1d80a9864d22f05f152e05547e0, server=2140e1fa03ff,40015,1733084177314 in 10.0950 sec 2024-12-01T20:16:38,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN in 10.2870 sec 2024-12-01T20:16:38,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-01T20:16:38,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebaad1d80a9864d22f05f152e05547e0, ASSIGN in 10.2880 sec 2024-12-01T20:16:38,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T20:16:38,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733084198741"}]},"ts":"1733084198741"} 2024-12-01T20:16:38,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T20:16:38,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T20:16:38,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5560 sec 2024-12-01T20:16:41,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T20:16:43,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:43,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:43,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:44,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T20:16:44,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:44,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:44,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T20:16:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T20:16:46,396 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T20:16:46,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T20:16:46,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:16:46,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T20:16:46,400 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:16:46,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T20:16:46,424 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,426 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,429 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,461 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,465 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., hostname=2140e1fa03ff,38575,1733084177240, seqNum=2] 2024-12-01T20:16:46,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., hostname=2140e1fa03ff,40221,1733084177268, seqNum=2] 2024-12-01T20:16:46,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., hostname=2140e1fa03ff,40221,1733084177268, seqNum=2] 2024-12-01T20:16:46,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., hostname=2140e1fa03ff,40221,1733084177268, seqNum=2] 2024-12-01T20:16:46,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., hostname=2140e1fa03ff,40221,1733084177268, seqNum=2] 2024-12-01T20:16:46,508 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., hostname=2140e1fa03ff,40221,1733084177268, seqNum=2] 2024-12-01T20:16:46,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,567 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,568 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:46,569 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., hostname=2140e1fa03ff,40015,1733084177314, seqNum=2] 2024-12-01T20:16:47,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T20:16:47,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:16:47,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T20:16:47,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:16:47,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T20:16:47,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:16:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:47,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:16:47,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40221 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:16:47,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T20:16:47,907 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T20:16:47,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:16:47,909 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T20:16:47,910 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T20:16:47,913 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T20:16:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:16:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:16:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741848_1024 (size=49) 2024-12-01T20:16:47,941 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T20:16:47,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa6b402d29572fcfdfd58cd17de8653}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 051d88182315eb9abc68b8b43b6566cd}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebaad1d80a9864d22f05f152e05547e0}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a64061e867dce6c695c25a38660827c9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c424c832a12fafa8d82128079dc33}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c65973f888b2105914a129886ea150c}] 2024-12-01T20:16:47,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:47,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:47,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:47,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:47,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:47,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:47,952 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:47,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:47,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:47,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:54,310 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-01T20:16:57,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T20:16:57,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T20:16:57,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 316a6dddc19a6ef1de3dc0fd79aabf32: 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1b054e9b7b334440fb7be75d418ec7d3: 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 051d88182315eb9abc68b8b43b6566cd: 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c4e0af1b191fccf77d4e89b3e4e8a801 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3afd5621d88e0b1b41a217ae8a567cef: 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:57,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ebaad1d80a9864d22f05f152e05547e0: 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9c65973f888b2105914a129886ea150c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b48c424c832a12fafa8d82128079dc33 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for efa6b402d29572fcfdfd58cd17de8653: 2024-12-01T20:16:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. for SnapshotProcedureTest completed. 2024-12-01T20:16:57,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:57,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:57,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T20:16:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:16:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:16:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741850_1026 (size=65) 2024-12-01T20:16:57,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:16:57,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T20:16:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T20:16:57,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:57,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:16:57,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 051d88182315eb9abc68b8b43b6566cd in 10.0400 sec 2024-12-01T20:16:57,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/.tmp/cf/2cf6f4ad99614bb599494cac8d6a39da is 34, key is baa/cf:cf/1733084207267/Put/seqid=0 2024-12-01T20:16:57,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/.tmp/cf/beef29a3f06b45a6b165a30b1c1e10c9 is 34, key is ccd/cf:cf/1733084207318/Put/seqid=0 2024-12-01T20:16:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:16:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:16:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741852_1028 (size=65) 2024-12-01T20:16:58,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:16:58,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T20:16:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:16:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T20:16:58,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:58,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:16:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741849_1025 (size=65) 2024-12-01T20:16:58,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:16:58,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T20:16:58,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:58,016 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a64061e867dce6c695c25a38660827c9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-01T20:16:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T20:16:58,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:58,017 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:16:58,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3afd5621d88e0b1b41a217ae8a567cef in 10.0750 sec 2024-12-01T20:16:58,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b054e9b7b334440fb7be75d418ec7d3 in 10.0780 sec 2024-12-01T20:16:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741853_1029 (size=65) 2024-12-01T20:16:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741853_1029 (size=65) 2024-12-01T20:16:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741853_1029 (size=65) 2024-12-01T20:16:58,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:16:58,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T20:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T20:16:58,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:58,039 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:16:58,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/.tmp/cf/e89a220b8a0a488a93ceedf6ee10104b is 34, key is eaa/cf:cf/1733084207802/Put/seqid=0 2024-12-01T20:16:58,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32 in 10.0990 sec 2024-12-01T20:16:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:16:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:16:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741854_1030 (size=57) 2024-12-01T20:16:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741854_1030 (size=57) 2024-12-01T20:16:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741854_1030 (size=57) 2024-12-01T20:16:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741851_1027 (size=65) 2024-12-01T20:16:58,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:16:58,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T20:16:58,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:16:58,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T20:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T20:16:58,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:58,049 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T20:16:58,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:58,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:16:58,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ebaad1d80a9864d22f05f152e05547e0 in 10.1090 sec 2024-12-01T20:16:58,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efa6b402d29572fcfdfd58cd17de8653 in 10.1090 sec 2024-12-01T20:16:58,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741855_1031 (size=499309) 2024-12-01T20:16:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741855_1031 (size=499309) 2024-12-01T20:16:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741855_1031 (size=499309) 2024-12-01T20:16:58,062 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/.tmp/cf/e89a220b8a0a488a93ceedf6ee10104b 2024-12-01T20:16:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741856_1032 (size=28623) 2024-12-01T20:16:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741856_1032 (size=28623) 2024-12-01T20:16:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741856_1032 (size=28623) 2024-12-01T20:16:58,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/.tmp/cf/2cf6f4ad99614bb599494cac8d6a39da 2024-12-01T20:16:58,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/.tmp/cf/a178e4f51ccb43978f420f198b71b991 is 34, key is aaa/cf:cf/1733084207307/Put/seqid=0 2024-12-01T20:16:58,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/.tmp/cf/e89a220b8a0a488a93ceedf6ee10104b as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/cf/e89a220b8a0a488a93ceedf6ee10104b 2024-12-01T20:16:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741857_1033 (size=47197) 2024-12-01T20:16:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741857_1033 (size=47197) 2024-12-01T20:16:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741857_1033 (size=47197) 2024-12-01T20:16:58,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/cf/e89a220b8a0a488a93ceedf6ee10104b, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-01T20:16:58,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/.tmp/cf/beef29a3f06b45a6b165a30b1c1e10c9 2024-12-01T20:16:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/.tmp/cf/2cf6f4ad99614bb599494cac8d6a39da as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/cf/2cf6f4ad99614bb599494cac8d6a39da 2024-12-01T20:16:58,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9c65973f888b2105914a129886ea150c in 148ms, sequenceid=5, compaction requested=false 2024-12-01T20:16:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9c65973f888b2105914a129886ea150c: 2024-12-01T20:16:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. for SnapshotProcedureTest completed. 2024-12-01T20:16:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:58,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/cf/e89a220b8a0a488a93ceedf6ee10104b] hfiles 2024-12-01T20:16:58,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/cf/e89a220b8a0a488a93ceedf6ee10104b for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741858_1034 (size=26918) 2024-12-01T20:16:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741858_1034 (size=26918) 2024-12-01T20:16:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741858_1034 (size=26918) 2024-12-01T20:16:58,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/.tmp/cf/a178e4f51ccb43978f420f198b71b991 2024-12-01T20:16:58,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/.tmp/cf/beef29a3f06b45a6b165a30b1c1e10c9 as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/cf/beef29a3f06b45a6b165a30b1c1e10c9 2024-12-01T20:16:58,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/cf/2cf6f4ad99614bb599494cac8d6a39da, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T20:16:58,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c4e0af1b191fccf77d4e89b3e4e8a801 in 164ms, sequenceid=5, compaction requested=false 2024-12-01T20:16:58,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c4e0af1b191fccf77d4e89b3e4e8a801: 2024-12-01T20:16:58,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. for SnapshotProcedureTest completed. 2024-12-01T20:16:58,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:58,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/cf/2cf6f4ad99614bb599494cac8d6a39da] hfiles 2024-12-01T20:16:58,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/cf/2cf6f4ad99614bb599494cac8d6a39da for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/.tmp/cf/a178e4f51ccb43978f420f198b71b991 as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/cf/a178e4f51ccb43978f420f198b71b991 2024-12-01T20:16:58,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/cf/beef29a3f06b45a6b165a30b1c1e10c9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T20:16:58,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b48c424c832a12fafa8d82128079dc33 in 169ms, sequenceid=5, compaction requested=false 2024-12-01T20:16:58,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b48c424c832a12fafa8d82128079dc33: 2024-12-01T20:16:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. for SnapshotProcedureTest completed. 2024-12-01T20:16:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/cf/beef29a3f06b45a6b165a30b1c1e10c9] hfiles 2024-12-01T20:16:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/cf/beef29a3f06b45a6b165a30b1c1e10c9 for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/cf/a178e4f51ccb43978f420f198b71b991, entries=676, sequenceid=5, filesize=26.3 K 2024-12-01T20:16:58,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a64061e867dce6c695c25a38660827c9 in 106ms, sequenceid=5, compaction requested=false 2024-12-01T20:16:58,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a64061e867dce6c695c25a38660827c9: 2024-12-01T20:16:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. for SnapshotProcedureTest completed. 2024-12-01T20:16:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741859_1035 (size=97) 2024-12-01T20:16:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T20:16:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/cf/a178e4f51ccb43978f420f198b71b991] hfiles 2024-12-01T20:16:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/cf/a178e4f51ccb43978f420f198b71b991 for snapshot=SnapshotProcedureTest 2024-12-01T20:16:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741859_1035 (size=97) 2024-12-01T20:16:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741859_1035 (size=97) 2024-12-01T20:16:58,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:16:58,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T20:16:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T20:16:58,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:58,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c65973f888b2105914a129886ea150c 2024-12-01T20:16:58,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c65973f888b2105914a129886ea150c in 10.1850 sec 2024-12-01T20:16:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741861_1037 (size=105) 2024-12-01T20:16:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741861_1037 (size=105) 2024-12-01T20:16:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741861_1037 (size=105) 2024-12-01T20:16:58,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:16:58,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T20:16:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T20:16:58,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:58,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48c424c832a12fafa8d82128079dc33 2024-12-01T20:16:58,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741860_1036 (size=105) 2024-12-01T20:16:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741860_1036 (size=105) 2024-12-01T20:16:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741860_1036 (size=105) 2024-12-01T20:16:58,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:16:58,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T20:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T20:16:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:58,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:16:58,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b48c424c832a12fafa8d82128079dc33 in 10.2060 sec 2024-12-01T20:16:58,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801 in 10.2090 sec 2024-12-01T20:16:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741862_1038 (size=105) 2024-12-01T20:16:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741862_1038 (size=105) 2024-12-01T20:16:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741862_1038 (size=105) 2024-12-01T20:16:58,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:16:58,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T20:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T20:16:58,570 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:58,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a64061e867dce6c695c25a38660827c9 2024-12-01T20:16:58,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-01T20:16:58,574 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T20:16:58,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a64061e867dce6c695c25a38660827c9 in 10.6300 sec 2024-12-01T20:16:58,574 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T20:16:58,575 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T20:16:58,575 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T20:16:58,577 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:16:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741863_1039 (size=1174) 2024-12-01T20:16:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741863_1039 (size=1174) 2024-12-01T20:16:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741863_1039 (size=1174) 2024-12-01T20:16:58,604 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T20:16:58,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T20:16:58,611 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:58,611 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:58,611 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:58,611 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:16:58,612 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,615 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:58,618 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,618 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,619 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:58,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:16:58,622 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,622 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2140e1fa03ff,38575,1733084177240: Simulated kill ***** 2024-12-01T20:16:58,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T20:16:58,623 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T20:16:58,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T20:16:58,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T20:16:58,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T20:16:58,624 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 814520488 }, "NonHeapMemoryUsage": { "committed": 176029696, "init": 7667712, "max": -1, "used": 171231696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T20:16:58,624 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41675 {}] master.MasterRpcServices(700): 2140e1fa03ff,38575,1733084177240 reported a fatal error: ***** ABORTING region server 2140e1fa03ff,38575,1733084177240: Simulated kill ***** 2024-12-01T20:16:58,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,38575,1733084177240' ***** 2024-12-01T20:16:58,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T20:16:58,625 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:16:58,625 INFO [RS:0;2140e1fa03ff:38575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T20:16:58,625 INFO [RS:0;2140e1fa03ff:38575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T20:16:58,625 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:16:58,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T20:16:58,625 INFO [RS:0;2140e1fa03ff:38575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2140e1fa03ff:38575. 2024-12-01T20:16:58,626 DEBUG [RS:0;2140e1fa03ff:38575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:16:58,626 DEBUG [RS:0;2140e1fa03ff:38575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:58,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:16:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741834_1010 (size=1473) 2024-12-01T20:16:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741834_1010 (size=1473) 2024-12-01T20:16:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741834_1010 (size=1473) 2024-12-01T20:16:58,629 DEBUG [RS:0;2140e1fa03ff:38575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:16:58,629 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:58,630 INFO [RS:0;2140e1fa03ff:38575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38575 2024-12-01T20:16:58,633 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:16:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:16:58,636 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:16:58,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,38575,1733084177240] 2024-12-01T20:16:58,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,38575,1733084177240 already deleted, retry=false 2024-12-01T20:16:58,639 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2140e1fa03ff,38575,1733084177240 on 2140e1fa03ff,41675,1733084177192 2024-12-01T20:16:58,640 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2140e1fa03ff,38575,1733084177240, splitWal=true, meta=false 2024-12-01T20:16:58,640 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 2140e1fa03ff,38575,1733084177240 (carryingMeta=false) 2140e1fa03ff,38575,1733084177240/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@411027ef[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T20:16:58,641 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2140e1fa03ff,38575,1733084177240, splitWal=true, meta=false 2024-12-01T20:16:58,648 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 2140e1fa03ff,38575,1733084177240 had 3 regions 2024-12-01T20:16:58,649 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2140e1fa03ff,38575,1733084177240, splitWal=true, meta=false, isMeta: false 2024-12-01T20:16:58,650 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,38575,1733084177240 Release verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,650 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2140e1fa03ff,38575,1733084177240, this operation will be retried to send to another server 2024-12-01T20:16:58,650 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T20:16:58,651 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733084219650 2024-12-01T20:16:58,652 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting 2024-12-01T20:16:58,653 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,38575,1733084177240 Release verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,653 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2140e1fa03ff,38575,1733084177240 WAL count=1, meta=false 2024-12-01T20:16:58,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2140e1fa03ff%2C38575%2C1733084177240.1733084177736}] 2024-12-01T20:16:58,654 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 2140e1fa03ff,38575,1733084177240, this operation will be retried to send to another server 2024-12-01T20:16:58,654 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-01T20:16:58,654 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-01T20:16:58,654 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-01T20:16:58,654 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T20:16:58,654 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733084219654 2024-12-01T20:16:58,656 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,38575,1733084177240 Release verify snapshot worker=2140e1fa03ff,38575,1733084177240 2024-12-01T20:16:58,656 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 2140e1fa03ff,38575,1733084177240, this operation will be retried to send to another server 2024-12-01T20:16:58,656 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:16:58,656 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T20:16:58,656 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733084219656 2024-12-01T20:16:58,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2140e1fa03ff%2C38575%2C1733084177240.1733084177736, worker=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:16:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:58,738 INFO [RS:0;2140e1fa03ff:38575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:16:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38575-0x1016fabcda60001, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:16:58,738 INFO [RS:0;2140e1fa03ff:38575 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,38575,1733084177240; zookeeper connection closed. 2024-12-01T20:16:58,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f46f5b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f46f5b5 2024-12-01T20:16:59,604 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T20:16:59,604 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T20:17:01,562 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2140e1fa03ff:43579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T20:17:08,098 INFO [master/2140e1fa03ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T20:17:08,098 INFO [master/2140e1fa03ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T20:17:08,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-01T20:17:08,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-01T20:17:08,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-01T20:17:08,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-01T20:17:08,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-01T20:17:08,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-01T20:17:08,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-01T20:17:08,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:17:08,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T20:17:08,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T20:17:08,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-01T20:17:08,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T20:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T20:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-01T20:17:08,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T20:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T20:17:08,619 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 Release verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,619 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T20:17:08,621 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,621 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,622 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 10.0110 sec 2024-12-01T20:17:08,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 in 10.0110 sec 2024-12-01T20:17:08,624 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 10.0140 sec 2024-12-01T20:17:08,624 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,624 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 10.0160 sec 2024-12-01T20:17:08,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-01T20:17:08,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-01T20:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-01T20:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-01T20:17:08,630 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 Release verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,632 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 Release verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 in 10.0220 sec 2024-12-01T20:17:08,633 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, size=1.4 K (1473bytes) 2024-12-01T20:17:08,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 in 10.0240 sec 2024-12-01T20:17:08,633 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 2024-12-01T20:17:08,633 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 after 0ms 2024-12-01T20:17:08,636 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 took 4ms 2024-12-01T20:17:08,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c4e0af1b191fccf77d4e89b3e4e8a801: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-01T20:17:08,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 316a6dddc19a6ef1de3dc0fd79aabf32: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:17:08,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for efa6b402d29572fcfdfd58cd17de8653: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T20:17:08,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 so closing down 2024-12-01T20:17:08,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T20:17:08,642 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T20:17:08,642 INFO [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-01T20:17:08,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, journal: Splitting hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, size=1.4 K (1473bytes) at 1733084228633Finishing writing output for hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 so closing down at 1733084228642 (+9 ms)3 split writer threads finished at 1733084228642Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733084228642 2024-12-01T20:17:08,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 2024-12-01T20:17:08,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2140e1fa03ff:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T20:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T20:17:08,649 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting/2140e1fa03ff%2C38575%2C1733084177240.1733084177736 to hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs 2024-12-01T20:17:08,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-01T20:17:08,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2140e1fa03ff%2C38575%2C1733084177240.1733084177736, worker=2140e1fa03ff,40015,1733084177314 in 9.9920 sec 2024-12-01T20:17:08,652 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-01T20:17:08,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2140e1fa03ff%2C38575%2C1733084177240.1733084177736, worker=2140e1fa03ff,40015,1733084177314 in 9.9990 sec 2024-12-01T20:17:08,655 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting dir is empty, no logs to split. 2024-12-01T20:17:08,655 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2140e1fa03ff,38575,1733084177240 WAL count=0, meta=false 2024-12-01T20:17:08,655 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2140e1fa03ff,38575,1733084177240 WAL splitting is done? wals=0, meta=false 2024-12-01T20:17:08,657 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2140e1fa03ff,38575,1733084177240 failed, ignore...File hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/WALs/2140e1fa03ff,38575,1733084177240-splitting does not exist. 2024-12-01T20:17:08,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN}] 2024-12-01T20:17:08,660 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN 2024-12-01T20:17:08,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN 2024-12-01T20:17:08,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN 2024-12-01T20:17:08,661 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:17:08,661 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:17:08,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T20:17:08,812 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(204): Hosts are {2140e1fa03ff=0} racks are {/default-rack=0} 2024-12-01T20:17:08,813 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T20:17:08,813 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T20:17:08,813 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T20:17:08,813 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T20:17:08,813 INFO [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T20:17:08,813 INFO [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T20:17:08,813 DEBUG [2140e1fa03ff:41675 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T20:17:08,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=316a6dddc19a6ef1de3dc0fd79aabf32, regionState=OPENING, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:08,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=c4e0af1b191fccf77d4e89b3e4e8a801, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=efa6b402d29572fcfdfd58cd17de8653, regionState=OPENING, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN because future has completed 2024-12-01T20:17:08,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:17:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN because future has completed 2024-12-01T20:17:08,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,40015,1733084177314}] 2024-12-01T20:17:08,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN because future has completed 2024-12-01T20:17:08,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,40221,1733084177268}] 2024-12-01T20:17:17,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T20:17:18,440 INFO [regionserver/2140e1fa03ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T20:17:18,626 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-01T20:17:18,626 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => efa6b402d29572fcfdfd58cd17de8653, NAME => 'SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 316a6dddc19a6ef1de3dc0fd79aabf32, NAME => 'SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T20:17:18,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-01T20:17:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-01T20:17:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-01T20:17:18,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T20:17:18,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:17:18,626 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:17:18,627 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,627 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,627 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,627 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T20:17:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-01T20:17:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-01T20:17:18,628 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,628 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T20:17:18,629 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa6b402d29572fcfdfd58cd17de8653 columnFamilyName cf 2024-12-01T20:17:18,629 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:18,629 DEBUG [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:17:18,630 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 Release verify snapshot worker=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41675 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T20:17:18,631 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:18,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 20.0210 sec 2024-12-01T20:17:18,632 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 Release verify snapshot worker=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:18,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40221,1733084177268 in 20.0220 sec 2024-12-01T20:17:18,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 20.0230 sec 2024-12-01T20:17:18,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-12-01T20:17:18,633 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T20:17:18,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2140e1fa03ff,40015,1733084177314 in 20.0240 sec 2024-12-01T20:17:18,634 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T20:17:18,635 INFO [StoreOpener-efa6b402d29572fcfdfd58cd17de8653-1 {}] regionserver.HStore(327): Store=efa6b402d29572fcfdfd58cd17de8653/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:17:18,635 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,636 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T20:17:18,636 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,636 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T20:17:18,636 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316a6dddc19a6ef1de3dc0fd79aabf32 columnFamilyName cf 2024-12-01T20:17:18,636 DEBUG [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:17:18,637 INFO [StoreOpener-316a6dddc19a6ef1de3dc0fd79aabf32-1 {}] regionserver.HStore(327): Store=316a6dddc19a6ef1de3dc0fd79aabf32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:17:18,637 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,637 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,638 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,638 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,638 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7310 sec 2024-12-01T20:17:18,639 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,639 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,639 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,640 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,641 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened efa6b402d29572fcfdfd58cd17de8653; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73103281, jitterRate=0.08932377398014069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:17:18,641 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,641 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for efa6b402d29572fcfdfd58cd17de8653: Running coprocessor pre-open hook at 1733084238627Writing region info on filesystem at 1733084238627Initializing all the Stores at 1733084238628 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084238628Cleaning up temporary data from old regions at 1733084238638 (+10 ms)Running coprocessor post-open hooks at 1733084238641 (+3 ms)Region opened successfully at 1733084238641 2024-12-01T20:17:18,641 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,642 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653., pid=52, masterSystemTime=1733084238621 2024-12-01T20:17:18,642 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 316a6dddc19a6ef1de3dc0fd79aabf32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65687535, jitterRate=-0.021179452538490295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:17:18,642 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,642 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 316a6dddc19a6ef1de3dc0fd79aabf32: Running coprocessor pre-open hook at 1733084238627Writing region info on filesystem at 1733084238627Initializing all the Stores at 1733084238628 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084238628Cleaning up temporary data from old regions at 1733084238639 (+11 ms)Running coprocessor post-open hooks at 1733084238642 (+3 ms)Region opened successfully at 1733084238642 2024-12-01T20:17:18,643 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32., pid=53, masterSystemTime=1733084238621 2024-12-01T20:17:18,643 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,643 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,644 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => c4e0af1b191fccf77d4e89b3e4e8a801, NAME => 'SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T20:17:18,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=efa6b402d29572fcfdfd58cd17de8653, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,644 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,645 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=316a6dddc19a6ef1de3dc0fd79aabf32, regionState=OPEN, openSeqNum=2, regionLocation=2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:18,646 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,40221,1733084177268 because future has completed 2024-12-01T20:17:18,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,40015,1733084177314 because future has completed 2024-12-01T20:17:18,647 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e0af1b191fccf77d4e89b3e4e8a801 columnFamilyName cf 2024-12-01T20:17:18,647 DEBUG [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T20:17:18,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-01T20:17:18,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-01T20:17:18,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 316a6dddc19a6ef1de3dc0fd79aabf32, server=2140e1fa03ff,40015,1733084177314 in 9.8320 sec 2024-12-01T20:17:18,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure efa6b402d29572fcfdfd58cd17de8653, server=2140e1fa03ff,40221,1733084177268 in 9.8310 sec 2024-12-01T20:17:18,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=316a6dddc19a6ef1de3dc0fd79aabf32, ASSIGN in 9.9920 sec 2024-12-01T20:17:18,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa6b402d29572fcfdfd58cd17de8653, ASSIGN in 9.9920 sec 2024-12-01T20:17:18,657 DEBUG [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/cf/2cf6f4ad99614bb599494cac8d6a39da 2024-12-01T20:17:18,658 INFO [StoreOpener-c4e0af1b191fccf77d4e89b3e4e8a801-1 {}] regionserver.HStore(327): Store=c4e0af1b191fccf77d4e89b3e4e8a801/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T20:17:18,658 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,659 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,660 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,660 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,661 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,663 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,665 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:17:18,666 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened c4e0af1b191fccf77d4e89b3e4e8a801; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61014465, jitterRate=-0.09081362187862396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T20:17:18,666 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,666 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for c4e0af1b191fccf77d4e89b3e4e8a801: Running coprocessor pre-open hook at 1733084238644Writing region info on filesystem at 1733084238644Initializing all the Stores at 1733084238645 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733084238646 (+1 ms)Cleaning up temporary data from old regions at 1733084238661 (+15 ms)Running coprocessor post-open hooks at 1733084238666 (+5 ms)Region opened successfully at 1733084238666 2024-12-01T20:17:18,667 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801., pid=54, masterSystemTime=1733084238621 2024-12-01T20:17:18,669 DEBUG [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,669 INFO [RS_OPEN_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=c4e0af1b191fccf77d4e89b3e4e8a801, regionState=OPEN, openSeqNum=6, regionLocation=2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:18,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,40221,1733084177268 because future has completed 2024-12-01T20:17:18,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-01T20:17:18,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure c4e0af1b191fccf77d4e89b3e4e8a801, server=2140e1fa03ff,40221,1733084177268 in 9.8550 sec 2024-12-01T20:17:18,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-01T20:17:18,677 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2140e1fa03ff,38575,1733084177240 after splitting done 2024-12-01T20:17:18,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4e0af1b191fccf77d4e89b3e4e8a801, ASSIGN in 10.0160 sec 2024-12-01T20:17:18,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 2140e1fa03ff,38575,1733084177240, splitWal=true, meta=false in 20.0380 sec 2024-12-01T20:17:18,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T20:17:18,898 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T20:17:18,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T20:17:18,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:17:18,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:17:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:18,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T20:17:18,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T20:17:18,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1153400112, stopped=false 2024-12-01T20:17:18,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2140e1fa03ff,41675,1733084177192 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T20:17:18,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T20:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:17:18,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T20:17:18,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:17:18,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:17:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:18,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:17:18,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,40221,1733084177268' ***** 2024-12-01T20:17:18,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T20:17:18,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T20:17:18,903 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:17:18,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2140e1fa03ff,40015,1733084177314' ***** 2024-12-01T20:17:18,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T20:17:18,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:17:18,903 INFO [RS:1;2140e1fa03ff:40221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T20:17:18,903 INFO [RS:1;2140e1fa03ff:40221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T20:17:18,903 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 051d88182315eb9abc68b8b43b6566cd 2024-12-01T20:17:18,903 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T20:17:18,903 INFO [RS:2;2140e1fa03ff:40015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T20:17:18,903 INFO [RS:2;2140e1fa03ff:40015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T20:17:18,903 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c65973f888b2105914a129886ea150c 2024-12-01T20:17:18,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for b48c424c832a12fafa8d82128079dc33 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 3afd5621d88e0b1b41a217ae8a567cef 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for c4e0af1b191fccf77d4e89b3e4e8a801 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(959): stopping server 2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:18,904 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 051d88182315eb9abc68b8b43b6566cd, disabling compactions & flushes 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:17:18,904 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2140e1fa03ff:40221. 2024-12-01T20:17:18,904 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:17:18,904 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. after waiting 0 ms 2024-12-01T20:17:18,904 DEBUG [RS:1;2140e1fa03ff:40221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:17:18,904 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:17:18,904 DEBUG [RS:1;2140e1fa03ff:40221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T20:17:18,904 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T20:17:18,905 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-01T20:17:18,905 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1325): Online Regions={051d88182315eb9abc68b8b43b6566cd=SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd., 1588230740=hbase:meta,,1.1588230740, efa6b402d29572fcfdfd58cd17de8653=SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653., b48c424c832a12fafa8d82128079dc33=SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33., 3afd5621d88e0b1b41a217ae8a567cef=SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef., c4e0af1b191fccf77d4e89b3e4e8a801=SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801.} 2024-12-01T20:17:18,905 DEBUG [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1351): Waiting on 051d88182315eb9abc68b8b43b6566cd, 1588230740, 3afd5621d88e0b1b41a217ae8a567cef, b48c424c832a12fafa8d82128079dc33, c4e0af1b191fccf77d4e89b3e4e8a801, efa6b402d29572fcfdfd58cd17de8653 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for a64061e867dce6c695c25a38660827c9 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T20:17:18,905 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c65973f888b2105914a129886ea150c, disabling compactions & flushes 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b054e9b7b334440fb7be75d418ec7d3 2024-12-01T20:17:18,905 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for 316a6dddc19a6ef1de3dc0fd79aabf32 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:17:18,905 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(959): stopping server 2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. after waiting 0 ms 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:17:18,905 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2140e1fa03ff:40015. 2024-12-01T20:17:18,905 DEBUG [RS:2;2140e1fa03ff:40015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T20:17:18,905 DEBUG [RS:2;2140e1fa03ff:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:18,905 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T20:17:18,905 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1325): Online Regions={9c65973f888b2105914a129886ea150c=SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c., a64061e867dce6c695c25a38660827c9=SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9., 1b054e9b7b334440fb7be75d418ec7d3=SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3., 316a6dddc19a6ef1de3dc0fd79aabf32=SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32., ebaad1d80a9864d22f05f152e05547e0=SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0.} 2024-12-01T20:17:18,905 DEBUG [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1351): Waiting on 1b054e9b7b334440fb7be75d418ec7d3, 316a6dddc19a6ef1de3dc0fd79aabf32, 9c65973f888b2105914a129886ea150c, a64061e867dce6c695c25a38660827c9, ebaad1d80a9864d22f05f152e05547e0 2024-12-01T20:17:18,909 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/051d88182315eb9abc68b8b43b6566cd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:17:18,910 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/9c65973f888b2105914a129886ea150c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T20:17:18,910 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:17:18,910 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 051d88182315eb9abc68b8b43b6566cd: Waiting for close lock at 1733084238904Running coprocessor pre-close hooks at 1733084238904Disabling compacts and flushes for region at 1733084238904Disabling writes for close at 1733084238904Writing region close event to WAL at 1733084238904Running coprocessor post-close hooks at 1733084238910 (+6 ms)Closed at 1733084238910 2024-12-01T20:17:18,910 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd. 2024-12-01T20:17:18,910 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efa6b402d29572fcfdfd58cd17de8653, disabling compactions & flushes 2024-12-01T20:17:18,911 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,911 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. after waiting 0 ms 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c65973f888b2105914a129886ea150c: Waiting for close lock at 1733084238905Running coprocessor pre-close hooks at 1733084238905Disabling compacts and flushes for region at 1733084238905Disabling writes for close at 1733084238905Writing region close event to WAL at 1733084238906 (+1 ms)Running coprocessor post-close hooks at 1733084238910 (+4 ms)Closed at 1733084238910 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733084188187.9c65973f888b2105914a129886ea150c. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a64061e867dce6c695c25a38660827c9, disabling compactions & flushes 2024-12-01T20:17:18,911 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. after waiting 0 ms 2024-12-01T20:17:18,911 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:17:18,914 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/efa6b402d29572fcfdfd58cd17de8653/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T20:17:18,915 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efa6b402d29572fcfdfd58cd17de8653: Waiting for close lock at 1733084238910Running coprocessor pre-close hooks at 1733084238910Disabling compacts and flushes for region at 1733084238910Disabling writes for close at 1733084238911 (+1 ms)Writing region close event to WAL at 1733084238911Running coprocessor post-close hooks at 1733084238915 (+4 ms)Closed at 1733084238915 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733084188187.efa6b402d29572fcfdfd58cd17de8653. 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b48c424c832a12fafa8d82128079dc33, disabling compactions & flushes 2024-12-01T20:17:18,915 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. after waiting 0 ms 2024-12-01T20:17:18,915 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:17:18,920 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/a64061e867dce6c695c25a38660827c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T20:17:18,920 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:17:18,920 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a64061e867dce6c695c25a38660827c9: Waiting for close lock at 1733084238911Running coprocessor pre-close hooks at 1733084238911Disabling compacts and flushes for region at 1733084238911Disabling writes for close at 1733084238911Writing region close event to WAL at 1733084238912 (+1 ms)Running coprocessor post-close hooks at 1733084238920 (+8 ms)Closed at 1733084238920 2024-12-01T20:17:18,921 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733084188187.a64061e867dce6c695c25a38660827c9. 2024-12-01T20:17:18,921 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b054e9b7b334440fb7be75d418ec7d3, disabling compactions & flushes 2024-12-01T20:17:18,921 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:17:18,921 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:17:18,921 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. after waiting 0 ms 2024-12-01T20:17:18,921 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:17:18,923 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/b48c424c832a12fafa8d82128079dc33/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T20:17:18,924 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b48c424c832a12fafa8d82128079dc33: Waiting for close lock at 1733084238915Running coprocessor pre-close hooks at 1733084238915Disabling compacts and flushes for region at 1733084238915Disabling writes for close at 1733084238915Writing region close event to WAL at 1733084238920 (+5 ms)Running coprocessor post-close hooks at 1733084238924 (+4 ms)Closed at 1733084238924 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733084188187.b48c424c832a12fafa8d82128079dc33. 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3afd5621d88e0b1b41a217ae8a567cef, disabling compactions & flushes 2024-12-01T20:17:18,924 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. after waiting 0 ms 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/1b054e9b7b334440fb7be75d418ec7d3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:17:18,925 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b054e9b7b334440fb7be75d418ec7d3: Waiting for close lock at 1733084238921Running coprocessor pre-close hooks at 1733084238921Disabling compacts and flushes for region at 1733084238921Disabling writes for close at 1733084238921Writing region close event to WAL at 1733084238921Running coprocessor post-close hooks at 1733084238925 (+4 ms)Closed at 1733084238925 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733084188187.1b054e9b7b334440fb7be75d418ec7d3. 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 316a6dddc19a6ef1de3dc0fd79aabf32, disabling compactions & flushes 2024-12-01T20:17:18,925 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. after waiting 0 ms 2024-12-01T20:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,927 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/info/91f85366953646389dd85dec126274e6 is 167, key is SPTestTable,19999999,1733084188187.051d88182315eb9abc68b8b43b6566cd./info:regioninfo/1733084198648/Put/seqid=0 2024-12-01T20:17:18,929 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/3afd5621d88e0b1b41a217ae8a567cef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:17:18,929 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/316a6dddc19a6ef1de3dc0fd79aabf32/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T20:17:18,930 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3afd5621d88e0b1b41a217ae8a567cef: Waiting for close lock at 1733084238924Running coprocessor pre-close hooks at 1733084238924Disabling compacts and flushes for region at 1733084238924Disabling writes for close at 1733084238924Writing region close event to WAL at 1733084238925 (+1 ms)Running coprocessor post-close hooks at 1733084238930 (+5 ms)Closed at 1733084238930 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733084188187.3afd5621d88e0b1b41a217ae8a567cef. 2024-12-01T20:17:18,930 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4e0af1b191fccf77d4e89b3e4e8a801, disabling compactions & flushes 2024-12-01T20:17:18,930 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 316a6dddc19a6ef1de3dc0fd79aabf32: Waiting for close lock at 1733084238925Running coprocessor pre-close hooks at 1733084238925Disabling compacts and flushes for region at 1733084238925Disabling writes for close at 1733084238925Writing region close event to WAL at 1733084238926 (+1 ms)Running coprocessor post-close hooks at 1733084238930 (+4 ms)Closed at 1733084238930 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. after waiting 0 ms 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733084188187.316a6dddc19a6ef1de3dc0fd79aabf32. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebaad1d80a9864d22f05f152e05547e0, disabling compactions & flushes 2024-12-01T20:17:18,930 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. after waiting 0 ms 2024-12-01T20:17:18,930 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:17:18,939 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:17:18,945 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/ebaad1d80a9864d22f05f152e05547e0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T20:17:18,945 INFO [regionserver/2140e1fa03ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:17:18,946 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/default/SPTestTable/c4e0af1b191fccf77d4e89b3e4e8a801/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-01T20:17:18,946 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:17:18,946 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebaad1d80a9864d22f05f152e05547e0: Waiting for close lock at 1733084238930Running coprocessor pre-close hooks at 1733084238930Disabling compacts and flushes for region at 1733084238930Disabling writes for close at 1733084238930Writing region close event to WAL at 1733084238936 (+6 ms)Running coprocessor post-close hooks at 1733084238946 (+10 ms)Closed at 1733084238946 2024-12-01T20:17:18,946 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733084188187.ebaad1d80a9864d22f05f152e05547e0. 2024-12-01T20:17:18,946 INFO [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,946 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4e0af1b191fccf77d4e89b3e4e8a801: Waiting for close lock at 1733084238930Running coprocessor pre-close hooks at 1733084238930Disabling compacts and flushes for region at 1733084238930Disabling writes for close at 1733084238930Writing region close event to WAL at 1733084238937 (+7 ms)Running coprocessor post-close hooks at 1733084238946 (+9 ms)Closed at 1733084238946 2024-12-01T20:17:18,946 DEBUG [RS_CLOSE_REGION-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733084188187.c4e0af1b191fccf77d4e89b3e4e8a801. 2024-12-01T20:17:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741864_1040 (size=19785) 2024-12-01T20:17:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741864_1040 (size=19785) 2024-12-01T20:17:18,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741864_1040 (size=19785) 2024-12-01T20:17:18,949 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/info/91f85366953646389dd85dec126274e6 2024-12-01T20:17:18,971 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/ns/ac2a94b9ee234e659d2227e36753666e is 43, key is default/ns:d/1733084188075/Put/seqid=0 2024-12-01T20:17:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741865_1041 (size=5153) 2024-12-01T20:17:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741865_1041 (size=5153) 2024-12-01T20:17:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741865_1041 (size=5153) 2024-12-01T20:17:18,979 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/ns/ac2a94b9ee234e659d2227e36753666e 2024-12-01T20:17:19,002 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/table/9a6bb474d3ab45f98275effb3880beea is 47, key is SPTestTable/table:state/1733084198741/Put/seqid=0 2024-12-01T20:17:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741866_1042 (size=5214) 2024-12-01T20:17:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741866_1042 (size=5214) 2024-12-01T20:17:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741866_1042 (size=5214) 2024-12-01T20:17:19,031 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/table/9a6bb474d3ab45f98275effb3880beea 2024-12-01T20:17:19,039 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/info/91f85366953646389dd85dec126274e6 as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/info/91f85366953646389dd85dec126274e6 2024-12-01T20:17:19,045 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/info/91f85366953646389dd85dec126274e6, entries=112, sequenceid=35, filesize=19.3 K 2024-12-01T20:17:19,046 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/ns/ac2a94b9ee234e659d2227e36753666e as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/ns/ac2a94b9ee234e659d2227e36753666e 2024-12-01T20:17:19,052 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/ns/ac2a94b9ee234e659d2227e36753666e, entries=2, sequenceid=35, filesize=5.0 K 2024-12-01T20:17:19,053 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/.tmp/table/9a6bb474d3ab45f98275effb3880beea as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/table/9a6bb474d3ab45f98275effb3880beea 2024-12-01T20:17:19,059 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/table/9a6bb474d3ab45f98275effb3880beea, entries=2, sequenceid=35, filesize=5.1 K 2024-12-01T20:17:19,060 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=35, compaction requested=false 2024-12-01T20:17:19,065 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-01T20:17:19,066 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T20:17:19,066 INFO [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T20:17:19,066 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733084238905Running coprocessor pre-close hooks at 1733084238905Disabling compacts and flushes for region at 1733084238905Disabling writes for close at 1733084238905Obtaining lock to block concurrent updates at 1733084238905Preparing flush snapshotting stores in 1588230740 at 1733084238905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733084238905Flushing stores of hbase:meta,,1.1588230740 at 1733084238906 (+1 ms)Flushing 1588230740/info: creating writer at 1733084238906Flushing 1588230740/info: appending metadata at 1733084238926 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733084238926Flushing 1588230740/ns: creating writer at 1733084238956 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733084238971 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733084238971Flushing 1588230740/table: creating writer at 1733084238987 (+16 ms)Flushing 1588230740/table: appending metadata at 1733084239001 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733084239001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a418d23: reopening flushed file at 1733084239038 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2f4a4c: reopening flushed file at 1733084239045 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d6a3b6: reopening flushed file at 1733084239052 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=35, compaction requested=false at 1733084239060 (+8 ms)Writing region close event to WAL at 1733084239061 (+1 ms)Running coprocessor post-close hooks at 1733084239065 (+4 ms)Closed at 1733084239066 (+1 ms) 2024-12-01T20:17:19,066 DEBUG [RS_CLOSE_META-regionserver/2140e1fa03ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T20:17:19,105 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(976): stopping server 2140e1fa03ff,40221,1733084177268; all regions closed. 2024-12-01T20:17:19,105 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(976): stopping server 2140e1fa03ff,40015,1733084177314; all regions closed. 2024-12-01T20:17:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741836_1012 (size=18358) 2024-12-01T20:17:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741836_1012 (size=18358) 2024-12-01T20:17:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741836_1012 (size=18358) 2024-12-01T20:17:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741833_1009 (size=4052) 2024-12-01T20:17:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741833_1009 (size=4052) 2024-12-01T20:17:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741833_1009 (size=4052) 2024-12-01T20:17:19,111 DEBUG [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs 2024-12-01T20:17:19,111 INFO [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C40221%2C1733084177268.meta:.meta(num 1733084188005) 2024-12-01T20:17:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741835_1011 (size=3534) 2024-12-01T20:17:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741835_1011 (size=3534) 2024-12-01T20:17:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741835_1011 (size=3534) 2024-12-01T20:17:19,116 DEBUG [RS:2;2140e1fa03ff:40015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs 2024-12-01T20:17:19,116 INFO [RS:2;2140e1fa03ff:40015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C40015%2C1733084177314:(num 1733084177736) 2024-12-01T20:17:19,116 DEBUG [RS:2;2140e1fa03ff:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:19,116 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:17:19,116 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:17:19,117 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.ChoreService(370): Chore service for: regionserver/2140e1fa03ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T20:17:19,117 INFO [regionserver/2140e1fa03ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:17:19,117 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T20:17:19,117 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T20:17:19,117 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T20:17:19,117 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:17:19,118 INFO [RS:2;2140e1fa03ff:40015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40015 2024-12-01T20:17:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:17:19,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,40015,1733084177314 2024-12-01T20:17:19,121 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:17:19,122 DEBUG [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/oldWALs 2024-12-01T20:17:19,122 INFO [RS:1;2140e1fa03ff:40221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2140e1fa03ff%2C40221%2C1733084177268:(num 1733084177743) 2024-12-01T20:17:19,122 DEBUG [RS:1;2140e1fa03ff:40221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T20:17:19,122 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T20:17:19,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,40015,1733084177314] 2024-12-01T20:17:19,122 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:17:19,122 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.ChoreService(370): Chore service for: regionserver/2140e1fa03ff:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T20:17:19,123 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:17:19,123 INFO [regionserver/2140e1fa03ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:17:19,123 INFO [RS:1;2140e1fa03ff:40221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40221 2024-12-01T20:17:19,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,40015,1733084177314 already deleted, retry=false 2024-12-01T20:17:19,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2140e1fa03ff,40015,1733084177314 expired; onlineServers=1 2024-12-01T20:17:19,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T20:17:19,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2140e1fa03ff,40221,1733084177268 2024-12-01T20:17:19,126 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:17:19,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2140e1fa03ff,40221,1733084177268] 2024-12-01T20:17:19,127 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2140e1fa03ff,40221,1733084177268 already deleted, retry=false 2024-12-01T20:17:19,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2140e1fa03ff,40221,1733084177268 expired; onlineServers=0 2024-12-01T20:17:19,128 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2140e1fa03ff,41675,1733084177192' ***** 2024-12-01T20:17:19,128 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T20:17:19,128 INFO [M:0;2140e1fa03ff:41675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T20:17:19,128 INFO [M:0;2140e1fa03ff:41675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T20:17:19,128 DEBUG [M:0;2140e1fa03ff:41675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T20:17:19,128 DEBUG [M:0;2140e1fa03ff:41675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T20:17:19,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T20:17:19,128 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084177517 {}] cleaner.HFileCleaner(306): Exit Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.large.0-1733084177517,5,FailOnTimeoutGroup] 2024-12-01T20:17:19,128 DEBUG [master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084177517 {}] cleaner.HFileCleaner(306): Exit Thread[master/2140e1fa03ff:0:becomeActiveMaster-HFileCleaner.small.0-1733084177517,5,FailOnTimeoutGroup] 2024-12-01T20:17:19,128 INFO [M:0;2140e1fa03ff:41675 {}] hbase.ChoreService(370): Chore service for: master/2140e1fa03ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T20:17:19,128 INFO [M:0;2140e1fa03ff:41675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T20:17:19,128 DEBUG [M:0;2140e1fa03ff:41675 {}] master.HMaster(1795): Stopping service threads 2024-12-01T20:17:19,128 INFO [M:0;2140e1fa03ff:41675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T20:17:19,129 INFO [M:0;2140e1fa03ff:41675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T20:17:19,129 ERROR [M:0;2140e1fa03ff:41675 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:46161 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46161,5,PEWorkerGroup] 2024-12-01T20:17:19,129 INFO [M:0;2140e1fa03ff:41675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T20:17:19,129 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T20:17:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T20:17:19,130 DEBUG [M:0;2140e1fa03ff:41675 {}] zookeeper.ZKUtil(347): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T20:17:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T20:17:19,130 WARN [M:0;2140e1fa03ff:41675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T20:17:19,130 INFO [M:0;2140e1fa03ff:41675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/.lastflushedseqids 2024-12-01T20:17:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741867_1043 (size=650) 2024-12-01T20:17:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741867_1043 (size=650) 2024-12-01T20:17:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741867_1043 (size=650) 2024-12-01T20:17:19,138 INFO [M:0;2140e1fa03ff:41675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T20:17:19,138 INFO [M:0;2140e1fa03ff:41675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T20:17:19,138 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T20:17:19,138 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:17:19,138 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:17:19,138 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T20:17:19,139 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:17:19,139 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.84 KB heapSize=266.03 KB 2024-12-01T20:17:19,155 DEBUG [M:0;2140e1fa03ff:41675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4104768b051d48fab3338ee1fa9df5a2 is 82, key is hbase:meta,,1/info:regioninfo/1733084188060/Put/seqid=0 2024-12-01T20:17:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741868_1044 (size=5672) 2024-12-01T20:17:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741868_1044 (size=5672) 2024-12-01T20:17:19,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741868_1044 (size=5672) 2024-12-01T20:17:19,162 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4104768b051d48fab3338ee1fa9df5a2 2024-12-01T20:17:19,186 DEBUG [M:0;2140e1fa03ff:41675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e307dd795247bca15bbca9c02711a1 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733084198746/Put/seqid=0 2024-12-01T20:17:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741869_1045 (size=9313) 2024-12-01T20:17:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741869_1045 (size=9313) 2024-12-01T20:17:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741869_1045 (size=9313) 2024-12-01T20:17:19,196 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.11 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e307dd795247bca15bbca9c02711a1 2024-12-01T20:17:19,202 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e307dd795247bca15bbca9c02711a1 2024-12-01T20:17:19,218 DEBUG [M:0;2140e1fa03ff:41675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b23cf1ae5b34be5983eb12bbd46cc3e is 69, key is 2140e1fa03ff,40015,1733084177314/rs:state/1733084177564/Put/seqid=0 2024-12-01T20:17:19,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1016fabcda60003, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,223 INFO [RS:2;2140e1fa03ff:40015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:17:19,223 INFO [RS:2;2140e1fa03ff:40015 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,40015,1733084177314; zookeeper connection closed. 2024-12-01T20:17:19,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5113e9d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5113e9d8 2024-12-01T20:17:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741870_1046 (size=5442) 2024-12-01T20:17:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741870_1046 (size=5442) 2024-12-01T20:17:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741870_1046 (size=5442) 2024-12-01T20:17:19,226 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b23cf1ae5b34be5983eb12bbd46cc3e 2024-12-01T20:17:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,227 INFO [RS:1;2140e1fa03ff:40221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:17:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x1016fabcda60002, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,227 INFO [RS:1;2140e1fa03ff:40221 {}] regionserver.HRegionServer(1031): Exiting; stopping=2140e1fa03ff,40221,1733084177268; zookeeper connection closed. 2024-12-01T20:17:19,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f0592f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f0592f6 2024-12-01T20:17:19,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T20:17:19,231 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b23cf1ae5b34be5983eb12bbd46cc3e 2024-12-01T20:17:19,232 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4104768b051d48fab3338ee1fa9df5a2 as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4104768b051d48fab3338ee1fa9df5a2 2024-12-01T20:17:19,238 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4104768b051d48fab3338ee1fa9df5a2, entries=8, sequenceid=467, filesize=5.5 K 2024-12-01T20:17:19,239 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01e307dd795247bca15bbca9c02711a1 as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01e307dd795247bca15bbca9c02711a1 2024-12-01T20:17:19,245 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e307dd795247bca15bbca9c02711a1 2024-12-01T20:17:19,245 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01e307dd795247bca15bbca9c02711a1, entries=54, sequenceid=467, filesize=9.1 K 2024-12-01T20:17:19,246 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b23cf1ae5b34be5983eb12bbd46cc3e as hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b23cf1ae5b34be5983eb12bbd46cc3e 2024-12-01T20:17:19,251 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b23cf1ae5b34be5983eb12bbd46cc3e 2024-12-01T20:17:19,251 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46161/user/jenkins/test-data/259ea648-7744-6da0-637b-739b185c9a81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b23cf1ae5b34be5983eb12bbd46cc3e, entries=3, sequenceid=467, filesize=5.3 K 2024-12-01T20:17:19,252 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.84 KB/228192, heapSize ~265.73 KB/272112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=467, compaction requested=false 2024-12-01T20:17:19,254 INFO [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T20:17:19,254 DEBUG [M:0;2140e1fa03ff:41675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733084239138Disabling compacts and flushes for region at 1733084239138Disabling writes for close at 1733084239138Obtaining lock to block concurrent updates at 1733084239139 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733084239139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228192, getHeapSize=272352, getOffHeapSize=0, getCellsCount=570 at 1733084239139Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733084239140 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733084239140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733084239155 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733084239155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733084239168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733084239186 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733084239186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733084239203 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733084239217 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733084239217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e9a6db: reopening flushed file at 1733084239231 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4704f8: reopening flushed file at 1733084239238 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fecd152: reopening flushed file at 1733084239245 (+7 ms)Finished flush of dataSize ~222.84 KB/228192, heapSize ~265.73 KB/272112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=467, compaction requested=false at 1733084239252 (+7 ms)Writing region close event to WAL at 1733084239253 (+1 ms)Closed at 1733084239253 2024-12-01T20:17:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741830_1006 (size=259378) 2024-12-01T20:17:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34465 is added to blk_1073741830_1006 (size=259378) 2024-12-01T20:17:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34097 is added to blk_1073741830_1006 (size=259378) 2024-12-01T20:17:19,257 INFO [M:0;2140e1fa03ff:41675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T20:17:19,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T20:17:19,257 INFO [M:0;2140e1fa03ff:41675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41675 2024-12-01T20:17:19,257 INFO [M:0;2140e1fa03ff:41675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T20:17:19,365 INFO [M:0;2140e1fa03ff:41675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T20:17:19,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41675-0x1016fabcda60000, quorum=127.0.0.1:62228, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T20:17:19,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53d46694{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:17:19,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c76ac8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:17:19,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:17:19,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18913918{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:17:19,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ec17be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,STOPPED} 2024-12-01T20:17:19,370 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:17:19,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:17:19,371 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748722645-172.17.0.2-1733084176196 (Datanode Uuid 121d251b-e0aa-42f4-ade1-90bf90236f6d) service to localhost/127.0.0.1:46161 2024-12-01T20:17:19,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:17:19,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data5/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data6/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:17:19,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b089026{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:17:19,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@733cf0e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:17:19,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:17:19,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fec305{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:17:19,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c39bcb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,STOPPED} 2024-12-01T20:17:19,377 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:17:19,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:17:19,377 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748722645-172.17.0.2-1733084176196 (Datanode Uuid 9d178e8e-2d5d-4377-a84a-49bce57d8674) service to localhost/127.0.0.1:46161 2024-12-01T20:17:19,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:17:19,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data3/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data4/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:17:19,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5467191c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T20:17:19,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790b78d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:17:19,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:17:19,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655b924e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:17:19,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca406a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,STOPPED} 2024-12-01T20:17:19,391 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T20:17:19,391 WARN [BP-1748722645-172.17.0.2-1733084176196 heartbeating to localhost/127.0.0.1:46161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748722645-172.17.0.2-1733084176196 (Datanode Uuid 451c76c2-de01-45b1-abf2-1fb5a97c3c1d) service to localhost/127.0.0.1:46161 2024-12-01T20:17:19,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T20:17:19,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T20:17:19,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data1/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/cluster_bd4f6f13-f8ca-8f2a-881a-ecb29ea5c6dd/data/data2/current/BP-1748722645-172.17.0.2-1733084176196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T20:17:19,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T20:17:19,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d861caa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T20:17:19,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c2dc059{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T20:17:19,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T20:17:19,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c02981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T20:17:19,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7116fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc761af1-e97c-a869-0dc4-2d395e60b6f2/hadoop.log.dir/,STOPPED} 2024-12-01T20:17:19,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T20:17:19,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T20:17:19,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46161 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46161 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2140e1fa03ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=5567 (was 5438) - AvailableMemoryMB LEAK? -