2024-11-07 12:43:46,349 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 12:43:46,366 main DEBUG Took 0.013512 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:43:46,367 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:43:46,367 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:43:46,368 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:43:46,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,382 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:43:46,400 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,406 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,408 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,410 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,411 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,413 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,414 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:43:46,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,415 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:43:46,417 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:43:46,418 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:43:46,420 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:43:46,421 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:43:46,422 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:43:46,423 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:43:46,434 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:43:46,437 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:43:46,439 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:43:46,440 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:43:46,440 main DEBUG createAppenders(={Console}) 2024-11-07 12:43:46,441 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-07 12:43:46,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 12:43:46,442 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-07 12:43:46,443 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:43:46,443 main DEBUG OutputStream closed 2024-11-07 12:43:46,443 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:43:46,444 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:43:46,444 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-07 12:43:46,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:43:46,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:43:46,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:43:46,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:43:46,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:43:46,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:43:46,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:43:46,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:43:46,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:43:46,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:43:46,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:43:46,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:43:46,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:43:46,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:43:46,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:43:46,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:43:46,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:43:46,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:43:46,557 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:43:46,561 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-07 12:43:46,561 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:43:46,562 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-07T12:43:46,579 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-07 12:43:46,583 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:43:46,584 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:43:46,593 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-07T12:43:46,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=780, ProcessCount=11, AvailableMemoryMB=3086 2024-11-07T12:43:47,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3 2024-11-07T12:43:47,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:43:47,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909, deleteOnExit=true 2024-11-07T12:43:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:43:47,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/test.cache.data in system properties and HBase conf 2024-11-07T12:43:47,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:43:47,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:43:47,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:43:47,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:43:47,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:43:47,289 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:43:47,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:43:47,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:43:47,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:43:47,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:43:47,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:43:47,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:43:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:43:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:43:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:43:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:43:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:43:47,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:43:47,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:43:47,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:43:47,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:43:48,495 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:43:48,615 INFO [Time-limited test {}] log.Log(170): Logging initialized @3327ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:43:48,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:43:48,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:43:48,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:43:48,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:43:48,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:43:48,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:43:48,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:43:48,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:43:49,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/java.io.tmpdir/jetty-localhost-38445-hadoop-hdfs-3_4_1-tests_jar-_-any-4813764161814492284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:43:49,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38445} 2024-11-07T12:43:49,190 INFO [Time-limited test {}] server.Server(415): Started @3903ms 2024-11-07T12:43:49,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:43:49,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:43:49,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:43:49,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:43:49,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:43:49,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:43:49,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:43:49,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/java.io.tmpdir/jetty-localhost-46133-hadoop-hdfs-3_4_1-tests_jar-_-any-3933062844454921780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:43:49,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:46133} 2024-11-07T12:43:49,837 INFO [Time-limited test {}] server.Server(415): Started @4550ms 2024-11-07T12:43:49,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:43:50,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:43:50,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:43:50,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:43:50,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:43:50,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:43:50,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:43:50,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:43:50,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/java.io.tmpdir/jetty-localhost-46141-hadoop-hdfs-3_4_1-tests_jar-_-any-15715478163963740900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:43:50,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:46141} 2024-11-07T12:43:50,281 INFO [Time-limited test {}] server.Server(415): Started @4994ms 2024-11-07T12:43:50,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:43:50,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:43:50,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:43:50,494 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data1/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:50,498 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data2/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:50,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:43:50,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:43:50,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:43:50,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:43:50,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:43:50,513 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data4/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:50,515 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data3/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:50,587 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:43:50,626 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:43:50,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/java.io.tmpdir/jetty-localhost-43769-hadoop-hdfs-3_4_1-tests_jar-_-any-7787474571004875041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:43:50,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:43769} 2024-11-07T12:43:50,690 INFO [Time-limited test {}] server.Server(415): Started @5403ms 2024-11-07T12:43:50,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:43:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1be9dad710fbd1 with lease ID 0x5a12b5ca47f21bf2: Processing first storage report for DS-e8bff084-90f1-47f9-baff-e20e025a83e2 from datanode DatanodeRegistration(127.0.0.1:35505, datanodeUuid=6728a375-6ae9-4a53-827a-9e7137a483be, infoPort=42553, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1be9dad710fbd1 with lease ID 0x5a12b5ca47f21bf2: from storage DS-e8bff084-90f1-47f9-baff-e20e025a83e2 node DatanodeRegistration(127.0.0.1:35505, datanodeUuid=6728a375-6ae9-4a53-827a-9e7137a483be, infoPort=42553, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:43:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13f186ad501dde43 with lease ID 0x5a12b5ca47f21bf1: Processing first storage report for DS-106ecba0-d5b9-4888-8582-471bb0fde955 from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=c3d0b44f-9649-4a32-9e99-acb79946395b, infoPort=41895, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13f186ad501dde43 with lease ID 0x5a12b5ca47f21bf1: from storage DS-106ecba0-d5b9-4888-8582-471bb0fde955 node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=c3d0b44f-9649-4a32-9e99-acb79946395b, infoPort=41895, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1be9dad710fbd1 with lease ID 0x5a12b5ca47f21bf2: Processing first storage report for DS-d8e88d95-0384-49a8-8de9-c4933e0d5cc1 from datanode DatanodeRegistration(127.0.0.1:35505, datanodeUuid=6728a375-6ae9-4a53-827a-9e7137a483be, infoPort=42553, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1be9dad710fbd1 with lease ID 0x5a12b5ca47f21bf2: from storage DS-d8e88d95-0384-49a8-8de9-c4933e0d5cc1 node DatanodeRegistration(127.0.0.1:35505, datanodeUuid=6728a375-6ae9-4a53-827a-9e7137a483be, infoPort=42553, infoSecurePort=0, ipcPort=40139, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13f186ad501dde43 with lease ID 0x5a12b5ca47f21bf1: Processing first storage report for DS-886de840-f649-4782-9c24-eb966e18b36c from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=c3d0b44f-9649-4a32-9e99-acb79946395b, infoPort=41895, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13f186ad501dde43 with lease ID 0x5a12b5ca47f21bf1: from storage DS-886de840-f649-4782-9c24-eb966e18b36c node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=c3d0b44f-9649-4a32-9e99-acb79946395b, infoPort=41895, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:43:50,933 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data5/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:50,943 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data6/current/BP-1634424467-172.17.0.2-1730983428195/current, will proceed with Du for space computation calculation, 2024-11-07T12:43:51,054 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:43:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e760ab3075ad0f with lease ID 0x5a12b5ca47f21bf3: Processing first storage report for DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598 from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=963340cb-de18-4ff2-bbcb-d7b0ca080e22, infoPort=36761, infoSecurePort=0, ipcPort=34335, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e760ab3075ad0f with lease ID 0x5a12b5ca47f21bf3: from storage DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598 node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=963340cb-de18-4ff2-bbcb-d7b0ca080e22, infoPort=36761, infoSecurePort=0, ipcPort=34335, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:43:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e760ab3075ad0f with lease ID 0x5a12b5ca47f21bf3: Processing first storage report for DS-ed45ad86-87d7-4f0a-b7c6-eef1c433351c from datanode DatanodeRegistration(127.0.0.1:37513, datanodeUuid=963340cb-de18-4ff2-bbcb-d7b0ca080e22, infoPort=36761, infoSecurePort=0, ipcPort=34335, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195) 2024-11-07T12:43:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e760ab3075ad0f with lease ID 0x5a12b5ca47f21bf3: from storage DS-ed45ad86-87d7-4f0a-b7c6-eef1c433351c node DatanodeRegistration(127.0.0.1:37513, datanodeUuid=963340cb-de18-4ff2-bbcb-d7b0ca080e22, infoPort=36761, infoSecurePort=0, ipcPort=34335, storageInfo=lv=-57;cid=testClusterID;nsid=148671097;c=1730983428195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:43:51,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3 2024-11-07T12:43:51,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/zookeeper_0, clientPort=51044, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:43:51,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51044 2024-11-07T12:43:51,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:51,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:43:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:43:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:43:51,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 with version=8 2024-11-07T12:43:51,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/hbase-staging 2024-11-07T12:43:52,048 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:43:52,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:43:52,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:43:52,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:43:52,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:43:52,522 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:43:52,531 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:43:52,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:43:52,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6093 (auto-detected) 2024-11-07T12:43:52,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T12:43:52,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36349 2024-11-07T12:43:52,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36349 connecting to ZooKeeper ensemble=127.0.0.1:51044 2024-11-07T12:43:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363490x0, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:43:52,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36349-0x1001a4517040000 connected 2024-11-07T12:43:52,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:43:52,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8, hbase.cluster.distributed=false 2024-11-07T12:43:52,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:43:52,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-07T12:43:52,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36349 2024-11-07T12:43:52,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36349 2024-11-07T12:43:52,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-07T12:43:52,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36349 2024-11-07T12:43:52,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:43:52,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:43:52,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:43:52,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:43:52,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:43:52,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41073 2024-11-07T12:43:52,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41073 connecting to ZooKeeper ensemble=127.0.0.1:51044 2024-11-07T12:43:52,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410730x0, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:43:52,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41073-0x1001a4517040001 connected 2024-11-07T12:43:52,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:43:52,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:43:52,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:43:52,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:43:52,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:43:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T12:43:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41073 2024-11-07T12:43:52,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41073 2024-11-07T12:43:52,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T12:43:52,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T12:43:52,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:43:52,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:43:52,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:43:52,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:43:52,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:43:52,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43601 2024-11-07T12:43:52,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43601 connecting to ZooKeeper ensemble=127.0.0.1:51044 2024-11-07T12:43:52,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436010x0, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:43:52,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43601-0x1001a4517040002 connected 2024-11-07T12:43:52,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:43:52,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:43:52,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:43:52,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:43:52,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:43:52,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-07T12:43:52,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43601 2024-11-07T12:43:52,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43601 2024-11-07T12:43:52,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-07T12:43:52,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-07T12:43:52,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:43:52,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:43:52,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:43:52,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42819 2024-11-07T12:43:52,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42819 connecting to ZooKeeper ensemble=127.0.0.1:51044 2024-11-07T12:43:52,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:52,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428190x0, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:43:52,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428190x0, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:43:52,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42819-0x1001a4517040003 connected 2024-11-07T12:43:52,945 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:43:52,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:43:52,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:43:52,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:43:52,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-07T12:43:52,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42819 2024-11-07T12:43:52,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42819 2024-11-07T12:43:52,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-07T12:43:52,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-07T12:43:52,967 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db9ad1cb6cf9:36349 2024-11-07T12:43:52,968 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:52,977 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:52,999 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:43:53,000 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db9ad1cb6cf9,36349,1730983432101 from backup master directory 2024-11-07T12:43:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:43:53,004 WARN [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:43:53,004 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:53,006 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:43:53,008 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:43:53,063 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/hbase.id] with ID: b75de7c5-3db1-4dd4-9108-321938002a97 2024-11-07T12:43:53,064 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.tmp/hbase.id 2024-11-07T12:43:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:43:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:43:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:43:53,079 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.tmp/hbase.id]:[hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/hbase.id] 2024-11-07T12:43:53,124 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:43:53,129 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:43:53,148 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T12:43:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:43:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:43:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:43:53,187 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:43:53,189 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:43:53,208 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:43:53,213 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:43:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:43:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:43:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:43:53,265 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store 2024-11-07T12:43:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:43:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:43:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:43:53,294 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:43:53,297 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:43:53,298 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:43:53,298 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:43:53,298 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:43:53,300 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:43:53,300 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:43:53,300 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:43:53,301 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730983433298Disabling compacts and flushes for region at 1730983433298Disabling writes for close at 1730983433300 (+2 ms)Writing region close event to WAL at 1730983433300Closed at 1730983433300 2024-11-07T12:43:53,303 WARN [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/.initializing 2024-11-07T12:43:53,304 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/WALs/db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:53,312 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:43:53,326 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C36349%2C1730983432101, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/WALs/db9ad1cb6cf9,36349,1730983432101, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/oldWALs, maxLogs=10 2024-11-07T12:43:53,349 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/WALs/db9ad1cb6cf9,36349,1730983432101/db9ad1cb6cf9%2C36349%2C1730983432101.1730983433330, exclude list is [], retry=0 2024-11-07T12:43:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-106ecba0-d5b9-4888-8582-471bb0fde955,DISK] 2024-11-07T12:43:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35505,DS-e8bff084-90f1-47f9-baff-e20e025a83e2,DISK] 2024-11-07T12:43:53,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598,DISK] 2024-11-07T12:43:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:43:53,408 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/WALs/db9ad1cb6cf9,36349,1730983432101/db9ad1cb6cf9%2C36349%2C1730983432101.1730983433330 2024-11-07T12:43:53,409 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36761:36761),(127.0.0.1/127.0.0.1:41895:41895),(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-07T12:43:53,409 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:43:53,410 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:43:53,414 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,415 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:43:53,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:43:53,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:43:53,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:43:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:43:53,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:43:53,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:43:53,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:43:53,494 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,498 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,499 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,504 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,504 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,508 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:43:53,511 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:43:53,515 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:43:53,516 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65682268, jitterRate=-0.02125793695449829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:43:53,522 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730983433427Initializing all the Stores at 1730983433429 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983433430 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983433431 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983433431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983433431Cleaning up temporary data from old regions at 1730983433504 (+73 ms)Region opened successfully at 1730983433522 (+18 ms) 2024-11-07T12:43:53,523 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:43:53,560 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b650a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:43:53,594 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:43:53,605 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:43:53,606 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:43:53,609 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:43:53,610 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:43:53,615 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T12:43:53,615 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T12:43:53,640 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:43:53,648 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:43:53,650 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:43:53,653 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:43:53,654 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:43:53,656 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:43:53,658 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:43:53,661 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:43:53,663 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:43:53,664 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:43:53,665 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:43:53,683 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:43:53,685 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:43:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,694 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db9ad1cb6cf9,36349,1730983432101, sessionid=0x1001a4517040000, setting cluster-up flag (Was=false) 2024-11-07T12:43:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,712 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:43:53,713 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:53,724 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:43:53,726 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:43:53,731 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:43:53,755 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(746): ClusterId : b75de7c5-3db1-4dd4-9108-321938002a97 2024-11-07T12:43:53,755 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(746): ClusterId : b75de7c5-3db1-4dd4-9108-321938002a97 2024-11-07T12:43:53,755 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(746): ClusterId : b75de7c5-3db1-4dd4-9108-321938002a97 2024-11-07T12:43:53,758 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:43:53,758 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:43:53,758 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:43:53,764 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:43:53,764 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:43:53,764 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:43:53,764 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:43:53,764 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:43:53,764 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:43:53,767 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:43:53,768 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:43:53,768 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:43:53,768 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e735baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:43:53,768 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8c0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:43:53,768 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb31cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:43:53,783 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db9ad1cb6cf9:43601 2024-11-07T12:43:53,786 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:43:53,786 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:43:53,786 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:43:53,788 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=43601, startcode=1730983432887 2024-11-07T12:43:53,789 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db9ad1cb6cf9:42819 2024-11-07T12:43:53,789 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:43:53,789 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:43:53,789 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:43:53,790 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=42819, startcode=1730983432931 2024-11-07T12:43:53,790 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db9ad1cb6cf9:41073 2024-11-07T12:43:53,791 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:43:53,791 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:43:53,791 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:43:53,792 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=41073, startcode=1730983432786 2024-11-07T12:43:53,800 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:43:53,800 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:43:53,800 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:43:53,817 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:43:53,831 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:43:53,840 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:43:53,852 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:43:53,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:43:53,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:43:53,848 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db9ad1cb6cf9,36349,1730983432101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:43:53,859 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:43:53,859 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T12:43:53,859 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db9ad1cb6cf9:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:43:53,860 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:53,864 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T12:43:53,866 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730983463866 2024-11-07T12:43:53,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:43:53,867 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T12:43:53,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:43:53,868 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:43:53,869 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:43:53,873 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:43:53,873 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:43:53,874 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:43:53,874 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:43:53,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,875 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:53,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:43:53,880 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:43:53,881 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:43:53,882 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:43:53,885 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:43:53,885 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:43:53,891 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983433886,5,FailOnTimeoutGroup] 2024-11-07T12:43:53,892 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983433891,5,FailOnTimeoutGroup] 2024-11-07T12:43:53,892 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:53,892 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:43:53,893 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:53,893 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:53,896 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:43:53,896 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:43:53,896 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:43:53,897 WARN [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:43:53,897 WARN [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:43:53,897 WARN [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:43:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:43:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:43:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:43:53,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:43:53,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:43:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:43:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:43:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:43:53,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:43:53,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:43:53,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:43:53,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:43:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:43:53,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:43:53,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:43:53,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:43:53,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:43:53,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:43:53,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:43:53,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:43:53,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:43:53,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:43:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:43:53,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740 2024-11-07T12:43:53,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740 2024-11-07T12:43:53,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:43:53,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:43:53,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:43:53,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:43:53,986 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:43:53,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70418466, jitterRate=0.04931691288948059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:43:53,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730983433957Initializing all the Stores at 1730983433959 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983433959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983433959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983433959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983433960 (+1 ms)Cleaning up temporary data from old regions at 1730983433978 (+18 ms)Region opened successfully at 1730983433989 (+11 ms) 2024-11-07T12:43:53,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:43:53,989 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:43:53,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:43:53,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:43:53,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:43:53,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:43:53,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730983433989Disabling compacts and flushes for region at 1730983433989Disabling writes for close at 1730983433989Writing region close event to WAL at 1730983433990 (+1 ms)Closed at 1730983433991 (+1 ms) 2024-11-07T12:43:53,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:43:53,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:43:53,998 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=42819, startcode=1730983432931 2024-11-07T12:43:53,998 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=41073, startcode=1730983432786 2024-11-07T12:43:53,998 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,36349,1730983432101 with port=43601, startcode=1730983432887 2024-11-07T12:43:54,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:43:54,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:43:54,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,013 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:43:54,013 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39369 2024-11-07T12:43:54,013 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:43:54,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:43:54,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,017 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:43:54,017 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39369 2024-11-07T12:43:54,017 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:43:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:43:54,019 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:43:54,019 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39369 2024-11-07T12:43:54,019 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:43:54,022 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] zookeeper.ZKUtil(111): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,022 WARN [RS:2;db9ad1cb6cf9:42819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:43:54,022 INFO [RS:2;db9ad1cb6cf9:42819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:43:54,023 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:43:54,024 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] zookeeper.ZKUtil(111): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,024 WARN [RS:0;db9ad1cb6cf9:41073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:43:54,024 INFO [RS:0;db9ad1cb6cf9:41073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:43:54,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,42819,1730983432931] 2024-11-07T12:43:54,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,41073,1730983432786] 2024-11-07T12:43:54,024 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,029 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] zookeeper.ZKUtil(111): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,030 WARN [RS:1;db9ad1cb6cf9:43601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:43:54,030 INFO [RS:1;db9ad1cb6cf9:43601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:43:54,030 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,43601,1730983432887] 2024-11-07T12:43:54,054 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:43:54,054 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:43:54,054 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:43:54,067 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:43:54,067 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:43:54,067 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:43:54,073 INFO [RS:2;db9ad1cb6cf9:42819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:43:54,073 INFO [RS:0;db9ad1cb6cf9:41073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:43:54,073 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,073 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,073 INFO [RS:1;db9ad1cb6cf9:43601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:43:54,073 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,074 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:43:54,074 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:43:54,074 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:43:54,080 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:43:54,080 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:43:54,080 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:43:54,081 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,081 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,081 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,082 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:43:54,082 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,083 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:43:54,084 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,084 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,084 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,084 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:43:54,084 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,084 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,085 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,085 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,085 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,085 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,43601,1730983432887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:43:54,088 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,41073,1730983432786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,089 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,42819,1730983432931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:43:54,110 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:43:54,111 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:43:54,112 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,41073,1730983432786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,112 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,43601,1730983432887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,112 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,112 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,113 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.Replication(171): db9ad1cb6cf9,41073,1730983432786 started 2024-11-07T12:43:54,113 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.Replication(171): db9ad1cb6cf9,43601,1730983432887 started 2024-11-07T12:43:54,114 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:43:54,114 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,42819,1730983432931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,114 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,114 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.Replication(171): db9ad1cb6cf9,42819,1730983432931 started 2024-11-07T12:43:54,132 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,132 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,41073,1730983432786, RpcServer on db9ad1cb6cf9/172.17.0.2:41073, sessionid=0x1001a4517040001 2024-11-07T12:43:54,133 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:43:54,133 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,133 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,41073,1730983432786' 2024-11-07T12:43:54,134 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:43:54,135 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:43:54,135 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:43:54,135 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:43:54,136 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,136 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,41073,1730983432786' 2024-11-07T12:43:54,136 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:43:54,136 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:43:54,137 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:43:54,137 INFO [RS:0;db9ad1cb6cf9:41073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:43:54,137 INFO [RS:0;db9ad1cb6cf9:41073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:43:54,139 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,139 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:43:54,140 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,42819,1730983432931, RpcServer on db9ad1cb6cf9/172.17.0.2:42819, sessionid=0x1001a4517040003 2024-11-07T12:43:54,140 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,43601,1730983432887, RpcServer on db9ad1cb6cf9/172.17.0.2:43601, sessionid=0x1001a4517040002 2024-11-07T12:43:54,140 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:43:54,140 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:43:54,140 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,140 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,140 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,42819,1730983432931' 2024-11-07T12:43:54,140 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,43601,1730983432887' 2024-11-07T12:43:54,140 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:43:54,140 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:43:54,141 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:43:54,141 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:43:54,142 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:43:54,142 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:43:54,142 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:43:54,142 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:43:54,142 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:43:54,142 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,42819,1730983432931' 2024-11-07T12:43:54,142 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:43:54,142 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:43:54,142 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,43601,1730983432887' 2024-11-07T12:43:54,142 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:43:54,143 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:43:54,143 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:43:54,143 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:43:54,143 INFO [RS:1;db9ad1cb6cf9:43601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:43:54,143 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:43:54,144 INFO [RS:1;db9ad1cb6cf9:43601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:43:54,144 INFO [RS:2;db9ad1cb6cf9:42819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:43:54,144 INFO [RS:2;db9ad1cb6cf9:42819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:43:54,166 WARN [db9ad1cb6cf9:36349 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:43:54,243 INFO [RS:0;db9ad1cb6cf9:41073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:43:54,244 INFO [RS:1;db9ad1cb6cf9:43601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:43:54,244 INFO [RS:2;db9ad1cb6cf9:42819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:43:54,247 INFO [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C41073%2C1730983432786, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs, maxLogs=32 2024-11-07T12:43:54,247 INFO [RS:1;db9ad1cb6cf9:43601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C43601%2C1730983432887, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs, maxLogs=32 2024-11-07T12:43:54,247 INFO [RS:2;db9ad1cb6cf9:42819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C42819%2C1730983432931, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,42819,1730983432931, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs, maxLogs=32 2024-11-07T12:43:54,266 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786/db9ad1cb6cf9%2C41073%2C1730983432786.1730983434252, exclude list is [], retry=0 2024-11-07T12:43:54,266 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,42819,1730983432931/db9ad1cb6cf9%2C42819%2C1730983432931.1730983434252, exclude list is [], retry=0 2024-11-07T12:43:54,266 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, exclude list is [], retry=0 2024-11-07T12:43:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35505,DS-e8bff084-90f1-47f9-baff-e20e025a83e2,DISK] 2024-11-07T12:43:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598,DISK] 2024-11-07T12:43:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-106ecba0-d5b9-4888-8582-471bb0fde955,DISK] 2024-11-07T12:43:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-106ecba0-d5b9-4888-8582-471bb0fde955,DISK] 2024-11-07T12:43:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-106ecba0-d5b9-4888-8582-471bb0fde955,DISK] 2024-11-07T12:43:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35505,DS-e8bff084-90f1-47f9-baff-e20e025a83e2,DISK] 2024-11-07T12:43:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598,DISK] 2024-11-07T12:43:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35505,DS-e8bff084-90f1-47f9-baff-e20e025a83e2,DISK] 2024-11-07T12:43:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598,DISK] 2024-11-07T12:43:54,278 INFO [RS:1;db9ad1cb6cf9:43601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 2024-11-07T12:43:54,279 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42553:42553),(127.0.0.1/127.0.0.1:41895:41895),(127.0.0.1/127.0.0.1:36761:36761)] 2024-11-07T12:43:54,280 INFO [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786/db9ad1cb6cf9%2C41073%2C1730983432786.1730983434252 2024-11-07T12:43:54,280 INFO [RS:2;db9ad1cb6cf9:42819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,42819,1730983432931/db9ad1cb6cf9%2C42819%2C1730983432931.1730983434252 2024-11-07T12:43:54,281 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41895:41895),(127.0.0.1/127.0.0.1:36761:36761),(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-07T12:43:54,284 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41895:41895),(127.0.0.1/127.0.0.1:36761:36761),(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-07T12:43:54,419 DEBUG [db9ad1cb6cf9:36349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T12:43:54,427 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T12:43:54,433 INFO [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:43:54,433 INFO [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:43:54,433 INFO [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T12:43:54,433 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:43:54,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:43:54,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db9ad1cb6cf9,41073,1730983432786, state=OPENING 2024-11-07T12:43:54,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:43:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:43:54,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:43:54,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:43:54,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:43:54,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:43:54,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:43:54,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:02,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:44:02,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:44:04,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:44:04,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:44:04,506 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:44:04,506 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:44:04,507 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:44:04,510 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C41073%2C1730983432786.meta, suffix=.meta, logDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs, maxLogs=32 2024-11-07T12:44:04,526 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786/db9ad1cb6cf9%2C41073%2C1730983432786.meta.1730983444512.meta, exclude list is [], retry=0 2024-11-07T12:44:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37513,DS-c5f8fca6-ddaa-429b-977b-3fe62bfad598,DISK] 2024-11-07T12:44:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-106ecba0-d5b9-4888-8582-471bb0fde955,DISK] 2024-11-07T12:44:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35505,DS-e8bff084-90f1-47f9-baff-e20e025a83e2,DISK] 2024-11-07T12:44:04,534 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,41073,1730983432786/db9ad1cb6cf9%2C41073%2C1730983432786.meta.1730983444512.meta 2024-11-07T12:44:04,535 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36761:36761),(127.0.0.1/127.0.0.1:41895:41895),(127.0.0.1/127.0.0.1:42553:42553)] 2024-11-07T12:44:04,535 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:44:04,537 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:44:04,541 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:44:04,547 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:44:04,551 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:44:04,552 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:04,552 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:44:04,552 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:44:04,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:44:04,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:44:04,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:04,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:44:04,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:44:04,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:44:04,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:04,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:44:04,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:44:04,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:44:04,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:04,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:44:04,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:44:04,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:44:04,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:44:04,565 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:44:04,566 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740 2024-11-07T12:44:04,569 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740 2024-11-07T12:44:04,572 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:44:04,572 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:44:04,573 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:44:04,575 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:44:04,577 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63111940, jitterRate=-0.05955880880355835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:44:04,577 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:44:04,579 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730983444552Writing region info on filesystem at 1730983444553 (+1 ms)Initializing all the Stores at 1730983444555 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983444555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983444555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983444555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983444555Cleaning up temporary data from old regions at 1730983444572 (+17 ms)Running coprocessor post-open hooks at 1730983444577 (+5 ms)Region opened successfully at 1730983444579 (+2 ms) 2024-11-07T12:44:04,586 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730983444477 2024-11-07T12:44:04,598 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:44:04,599 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:44:04,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:04,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db9ad1cb6cf9,41073,1730983432786, state=OPEN 2024-11-07T12:44:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:44:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:44:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:44:04,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:44:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:44:04,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:44:04,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:44:04,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:44:04,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:04,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:44:04,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,41073,1730983432786 in 10.1470 sec 2024-11-07T12:44:04,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:44:04,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:44:04,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:44:04,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6110 sec 2024-11-07T12:44:04,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:44:04,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=-1] 2024-11-07T12:44:04,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:44:04,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:44:04,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9960 sec 2024-11-07T12:44:04,759 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730983444759, completionTime=-1 2024-11-07T12:44:04,763 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T12:44:04,763 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T12:44:04,798 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T12:44:04,799 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730983504798 2024-11-07T12:44:04,799 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730983564799 2024-11-07T12:44:04,799 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-07T12:44:04,801 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:44:04,809 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,809 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,809 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,811 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db9ad1cb6cf9:36349, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,812 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,813 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,820 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:44:04,849 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.844sec 2024-11-07T12:44:04,853 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:44:04,855 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:44:04,856 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:44:04,857 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:44:04,857 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:44:04,858 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:44:04,858 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:44:04,864 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:44:04,865 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:44:04,866 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36349,1730983432101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:44:04,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,881 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:44:04,881 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:44:04,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db9ad1cb6cf9,36349,-1 for getting cluster id 2024-11-07T12:44:04,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:44:04,899 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b75de7c5-3db1-4dd4-9108-321938002a97' 2024-11-07T12:44:04,901 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:44:04,901 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b75de7c5-3db1-4dd4-9108-321938002a97" 2024-11-07T12:44:04,904 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a9550d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,904 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db9ad1cb6cf9,36349,-1] 2024-11-07T12:44:04,907 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:44:04,909 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:04,910 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:44:04,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:44:04,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=-1] 2024-11-07T12:44:04,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:44:04,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:44:04,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:44:04,966 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730983444964 (current time:1730983444964). 2024-11-07T12:44:04,966 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T12:44:04,966 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T12:44:04,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db9ad1cb6cf9,36349,-1 for getting cluster id 2024-11-07T12:44:04,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:44:04,971 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b75de7c5-3db1-4dd4-9108-321938002a97' 2024-11-07T12:44:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:44:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b75de7c5-3db1-4dd4-9108-321938002a97" 2024-11-07T12:44:04,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdfb065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db9ad1cb6cf9,36349,-1] 2024-11-07T12:44:04,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:44:04,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:04,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:44:04,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a4461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:44:04,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:44:04,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=-1] 2024-11-07T12:44:04,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:44:04,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:44:04,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:44:04,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:44:04,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:04,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:04,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:44:04,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:44:04,997 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:44:05,000 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2b2403 2024-11-07T12:44:05,001 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:44:05,004 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:44:05,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:44:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T12:44:05,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:44:05,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T12:44:05,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:05,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:44:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:44:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:44:05,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:44:05,059 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1020a78362cb9c2f9343ffc394f69c48, NAME => 'SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,060 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2f11db4d4cb735820eaaf584819ca07b, NAME => 'SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d094a9c89221e12080485a10a0ec9133, NAME => 'SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741839_1015 (size=62) 2024-11-07T12:44:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741839_1015 (size=62) 2024-11-07T12:44:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:44:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741839_1015 (size=62) 2024-11-07T12:44:05,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2f11db4d4cb735820eaaf584819ca07b, disabling compactions & flushes 2024-11-07T12:44:05,105 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:05,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:05,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. after waiting 0 ms 2024-11-07T12:44:05,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:05,105 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:05,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2f11db4d4cb735820eaaf584819ca07b: Waiting for close lock at 1730983445104Disabling compacts and flushes for region at 1730983445104Disabling writes for close at 1730983445105 (+1 ms)Writing region close event to WAL at 1730983445105Closed at 1730983445105 2024-11-07T12:44:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:44:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:44:05,106 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 942bcec6cf81ec51294138ab944f2937, NAME => 'SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d094a9c89221e12080485a10a0ec9133, disabling compactions & flushes 2024-11-07T12:44:05,106 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. after waiting 0 ms 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:05,106 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:05,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d094a9c89221e12080485a10a0ec9133: Waiting for close lock at 1730983445106Disabling compacts and flushes for region at 1730983445106Disabling writes for close at 1730983445106Writing region close event to WAL at 1730983445106Closed at 1730983445106 2024-11-07T12:44:05,107 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9eb02f7fc090f0bb065728af78e9bdd7, NAME => 'SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741840_1016 (size=54) 2024-11-07T12:44:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741840_1016 (size=54) 2024-11-07T12:44:05,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741840_1016 (size=54) 2024-11-07T12:44:05,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1020a78362cb9c2f9343ffc394f69c48, disabling compactions & flushes 2024-11-07T12:44:05,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:05,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:05,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. after waiting 0 ms 2024-11-07T12:44:05,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:05,129 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:05,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1020a78362cb9c2f9343ffc394f69c48: Waiting for close lock at 1730983445129Disabling compacts and flushes for region at 1730983445129Disabling writes for close at 1730983445129Writing region close event to WAL at 1730983445129Closed at 1730983445129 2024-11-07T12:44:05,131 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99ee22962864265f1e937df40335c309, NAME => 'SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:44:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:44:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:44:05,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 942bcec6cf81ec51294138ab944f2937, disabling compactions & flushes 2024-11-07T12:44:05,178 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:05,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:05,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. after waiting 0 ms 2024-11-07T12:44:05,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:05,178 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:05,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 942bcec6cf81ec51294138ab944f2937: Waiting for close lock at 1730983445178Disabling compacts and flushes for region at 1730983445178Disabling writes for close at 1730983445178Writing region close event to WAL at 1730983445178Closed at 1730983445178 2024-11-07T12:44:05,179 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 77e07218d879b5ebd6aa9429bd222b1b, NAME => 'SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:44:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:44:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:44:05,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9eb02f7fc090f0bb065728af78e9bdd7, disabling compactions & flushes 2024-11-07T12:44:05,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:05,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:05,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. after waiting 0 ms 2024-11-07T12:44:05,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:05,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:05,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9eb02f7fc090f0bb065728af78e9bdd7: Waiting for close lock at 1730983445189Disabling compacts and flushes for region at 1730983445189Disabling writes for close at 1730983445190 (+1 ms)Writing region close event to WAL at 1730983445190Closed at 1730983445190 2024-11-07T12:44:05,190 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 35cb1f050df20b1346aa6c874fcd4f00, NAME => 'SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:44:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:44:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:44:05,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 99ee22962864265f1e937df40335c309, disabling compactions & flushes 2024-11-07T12:44:05,211 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:05,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:05,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. after waiting 0 ms 2024-11-07T12:44:05,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:05,211 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:05,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99ee22962864265f1e937df40335c309: Waiting for close lock at 1730983445211Disabling compacts and flushes for region at 1730983445211Disabling writes for close at 1730983445211Writing region close event to WAL at 1730983445211Closed at 1730983445211 2024-11-07T12:44:05,212 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f40baa6002d1a9291dad779221d411f6, NAME => 'SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:44:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:44:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 77e07218d879b5ebd6aa9429bd222b1b, disabling compactions & flushes 2024-11-07T12:44:05,239 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. after waiting 0 ms 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:05,239 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:05,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 77e07218d879b5ebd6aa9429bd222b1b: Waiting for close lock at 1730983445239Disabling compacts and flushes for region at 1730983445239Disabling writes for close at 1730983445239Writing region close event to WAL at 1730983445239Closed at 1730983445239 2024-11-07T12:44:05,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0878db46fcbac4c03ddce0bc95ec3a6, NAME => 'SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8 2024-11-07T12:44:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:44:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:44:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:44:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:44:05,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:44:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:44:05,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f40baa6002d1a9291dad779221d411f6, disabling compactions & flushes 2024-11-07T12:44:05,274 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:05,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:05,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. after waiting 0 ms 2024-11-07T12:44:05,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:05,274 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:05,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f40baa6002d1a9291dad779221d411f6: Waiting for close lock at 1730983445274Disabling compacts and flushes for region at 1730983445274Disabling writes for close at 1730983445274Writing region close event to WAL at 1730983445274Closed at 1730983445274 2024-11-07T12:44:05,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:44:05,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:44:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b0878db46fcbac4c03ddce0bc95ec3a6, disabling compactions & flushes 2024-11-07T12:44:05,290 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. after waiting 0 ms 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:05,290 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:05,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0878db46fcbac4c03ddce0bc95ec3a6: Waiting for close lock at 1730983445290Disabling compacts and flushes for region at 1730983445290Disabling writes for close at 1730983445290Writing region close event to WAL at 1730983445290Closed at 1730983445290 2024-11-07T12:44:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:05,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:05,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 35cb1f050df20b1346aa6c874fcd4f00, disabling compactions & flushes 2024-11-07T12:44:05,651 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:05,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:05,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. after waiting 0 ms 2024-11-07T12:44:05,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:05,651 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:05,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 35cb1f050df20b1346aa6c874fcd4f00: Waiting for close lock at 1730983445651Disabling compacts and flushes for region at 1730983445651Disabling writes for close at 1730983445651Writing region close event to WAL at 1730983445651Closed at 1730983445651 2024-11-07T12:44:05,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:44:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:05,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983445655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983445655"}]},"ts":"1730983445655"} 2024-11-07T12:44:05,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T12:44:05,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:44:05,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730983445720"}]},"ts":"1730983445720"} 2024-11-07T12:44:05,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T12:44:05,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T12:44:05,738 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:44:05,738 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:44:05,738 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T12:44:05,738 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:44:05,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1020a78362cb9c2f9343ffc394f69c48, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d094a9c89221e12080485a10a0ec9133, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9eb02f7fc090f0bb065728af78e9bdd7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99ee22962864265f1e937df40335c309, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f40baa6002d1a9291dad779221d411f6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6, ASSIGN}] 2024-11-07T12:44:05,747 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1020a78362cb9c2f9343ffc394f69c48, ASSIGN 2024-11-07T12:44:05,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN 2024-11-07T12:44:05,749 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f40baa6002d1a9291dad779221d411f6, ASSIGN 2024-11-07T12:44:05,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1020a78362cb9c2f9343ffc394f69c48, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41073,1730983432786; forceNewPlan=false, retain=false 2024-11-07T12:44:05,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN 2024-11-07T12:44:05,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,43601,1730983432887; forceNewPlan=false, retain=false 2024-11-07T12:44:05,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f40baa6002d1a9291dad779221d411f6, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,42819,1730983432931; forceNewPlan=false, retain=false 2024-11-07T12:44:05,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,43601,1730983432887; forceNewPlan=false, retain=false 2024-11-07T12:44:05,754 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99ee22962864265f1e937df40335c309, ASSIGN 2024-11-07T12:44:05,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN 2024-11-07T12:44:05,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99ee22962864265f1e937df40335c309, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41073,1730983432786; forceNewPlan=false, retain=false 2024-11-07T12:44:05,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,43601,1730983432887; forceNewPlan=false, retain=false 2024-11-07T12:44:05,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6, ASSIGN 2024-11-07T12:44:05,759 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN 2024-11-07T12:44:05,760 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41073,1730983432786; forceNewPlan=false, retain=false 2024-11-07T12:44:05,762 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,43601,1730983432887; forceNewPlan=false, retain=false 2024-11-07T12:44:05,762 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d094a9c89221e12080485a10a0ec9133, ASSIGN 2024-11-07T12:44:05,763 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d094a9c89221e12080485a10a0ec9133, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,42819,1730983432931; forceNewPlan=false, retain=false 2024-11-07T12:44:05,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9eb02f7fc090f0bb065728af78e9bdd7, ASSIGN 2024-11-07T12:44:05,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9eb02f7fc090f0bb065728af78e9bdd7, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,42819,1730983432931; forceNewPlan=false, retain=false 2024-11-07T12:44:05,903 INFO [db9ad1cb6cf9:36349 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T12:44:05,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=942bcec6cf81ec51294138ab944f2937, regionState=OPENING, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:05,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f11db4d4cb735820eaaf584819ca07b, regionState=OPENING, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:05,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35cb1f050df20b1346aa6c874fcd4f00, regionState=OPENING, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:05,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f40baa6002d1a9291dad779221d411f6, regionState=OPENING, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:05,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=77e07218d879b5ebd6aa9429bd222b1b, regionState=OPENING, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:05,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9eb02f7fc090f0bb065728af78e9bdd7, regionState=OPENING, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:05,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d094a9c89221e12080485a10a0ec9133, regionState=OPENING, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:05,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b0878db46fcbac4c03ddce0bc95ec3a6, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:05,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=99ee22962864265f1e937df40335c309, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:05,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1020a78362cb9c2f9343ffc394f69c48, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN because future has completed 2024-11-07T12:44:05,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,43601,1730983432887}] 2024-11-07T12:44:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN because future has completed 2024-11-07T12:44:05,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,43601,1730983432887}] 2024-11-07T12:44:05,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9eb02f7fc090f0bb065728af78e9bdd7, ASSIGN because future has completed 2024-11-07T12:44:05,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN because future has completed 2024-11-07T12:44:05,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,43601,1730983432887}] 2024-11-07T12:44:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d094a9c89221e12080485a10a0ec9133, ASSIGN because future has completed 2024-11-07T12:44:05,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d094a9c89221e12080485a10a0ec9133, server=db9ad1cb6cf9,42819,1730983432931}] 2024-11-07T12:44:05,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6, ASSIGN because future has completed 2024-11-07T12:44:05,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7, server=db9ad1cb6cf9,42819,1730983432931}] 2024-11-07T12:44:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99ee22962864265f1e937df40335c309, ASSIGN because future has completed 2024-11-07T12:44:05,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f40baa6002d1a9291dad779221d411f6, ASSIGN because future has completed 2024-11-07T12:44:05,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN because future has completed 2024-11-07T12:44:05,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1020a78362cb9c2f9343ffc394f69c48, ASSIGN because future has completed 2024-11-07T12:44:05,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,43601,1730983432887}] 2024-11-07T12:44:05,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f40baa6002d1a9291dad779221d411f6, server=db9ad1cb6cf9,42819,1730983432931}] 2024-11-07T12:44:05,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1020a78362cb9c2f9343ffc394f69c48, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:05,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ee22962864265f1e937df40335c309, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:06,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:44:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:10,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:44:12,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:44:12,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:44:12,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:44:12,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:44:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:15,922 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:44:15,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55675, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:44:15,932 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:15,932 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 942bcec6cf81ec51294138ab944f2937, NAME => 'SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T12:44:15,933 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,933 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,933 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,933 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,936 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,938 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 942bcec6cf81ec51294138ab944f2937 columnFamilyName cf 2024-11-07T12:44:15,938 DEBUG [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,939 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] regionserver.HStore(327): Store=942bcec6cf81ec51294138ab944f2937/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:15,939 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,940 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,940 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:44:15,941 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:44:15,942 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,942 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,944 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,948 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:15,948 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:15,948 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d094a9c89221e12080485a10a0ec9133, NAME => 'SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T12:44:15,949 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,949 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 942bcec6cf81ec51294138ab944f2937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62047808, jitterRate=-0.07541561126708984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:15,949 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:15,949 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,949 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,949 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,950 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 942bcec6cf81ec51294138ab944f2937: Running coprocessor pre-open hook at 1730983455934Writing region info on filesystem at 1730983455934Initializing all the Stores at 1730983455935 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455935Cleaning up temporary data from old regions at 1730983455942 (+7 ms)Running coprocessor post-open hooks at 1730983455949 (+7 ms)Region opened successfully at 1730983455950 (+1 ms) 2024-11-07T12:44:15,952 INFO [StoreOpener-d094a9c89221e12080485a10a0ec9133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,952 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937., pid=17, masterSystemTime=1730983455922 2024-11-07T12:44:15,954 INFO [StoreOpener-d094a9c89221e12080485a10a0ec9133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d094a9c89221e12080485a10a0ec9133 columnFamilyName cf 2024-11-07T12:44:15,954 DEBUG [StoreOpener-d094a9c89221e12080485a10a0ec9133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,954 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:15,955 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1020a78362cb9c2f9343ffc394f69c48, NAME => 'SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T12:44:15,955 INFO [StoreOpener-d094a9c89221e12080485a10a0ec9133-1 {}] regionserver.HStore(327): Store=d094a9c89221e12080485a10a0ec9133/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:15,955 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,955 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,955 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:15,955 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,955 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:15,956 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,956 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:15,956 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,956 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 35cb1f050df20b1346aa6c874fcd4f00, NAME => 'SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T12:44:15,956 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,956 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,957 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,957 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,957 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=942bcec6cf81ec51294138ab944f2937, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:15,958 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,958 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,958 INFO [StoreOpener-1020a78362cb9c2f9343ffc394f69c48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,958 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,960 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,961 INFO [StoreOpener-1020a78362cb9c2f9343ffc394f69c48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1020a78362cb9c2f9343ffc394f69c48 columnFamilyName cf 2024-11-07T12:44:15,961 DEBUG [StoreOpener-1020a78362cb9c2f9343ffc394f69c48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,962 INFO [StoreOpener-1020a78362cb9c2f9343ffc394f69c48-1 {}] regionserver.HStore(327): Store=1020a78362cb9c2f9343ffc394f69c48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:15,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,43601,1730983432887 because future has completed 2024-11-07T12:44:15,962 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,963 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,963 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,964 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,967 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35cb1f050df20b1346aa6c874fcd4f00 columnFamilyName cf 2024-11-07T12:44:15,967 DEBUG [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,967 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/d094a9c89221e12080485a10a0ec9133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:15,968 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] regionserver.HStore(327): Store=35cb1f050df20b1346aa6c874fcd4f00/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:15,968 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,968 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d094a9c89221e12080485a10a0ec9133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62328624, jitterRate=-0.07123112678527832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:15,968 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:15,969 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d094a9c89221e12080485a10a0ec9133: Running coprocessor pre-open hook at 1730983455949Writing region info on filesystem at 1730983455949Initializing all the Stores at 1730983455951 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455951Cleaning up temporary data from old regions at 1730983455958 (+7 ms)Running coprocessor post-open hooks at 1730983455968 (+10 ms)Region opened successfully at 1730983455968 2024-11-07T12:44:15,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-07T12:44:15,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,43601,1730983432887 in 10.0400 sec 2024-11-07T12:44:15,971 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,972 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,973 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133., pid=18, masterSystemTime=1730983455940 2024-11-07T12:44:15,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,976 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,976 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN in 10.2290 sec 2024-11-07T12:44:15,977 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:15,978 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/1020a78362cb9c2f9343ffc394f69c48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:15,978 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:15,978 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:15,978 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f40baa6002d1a9291dad779221d411f6, NAME => 'SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T12:44:15,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d094a9c89221e12080485a10a0ec9133, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:15,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,980 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1020a78362cb9c2f9343ffc394f69c48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450448, jitterRate=0.07959580421447754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:15,981 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:15,981 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1020a78362cb9c2f9343ffc394f69c48: Running coprocessor pre-open hook at 1730983455956Writing region info on filesystem at 1730983455956Initializing all the Stores at 1730983455958 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455958Cleaning up temporary data from old regions at 1730983455965 (+7 ms)Running coprocessor post-open hooks at 1730983455981 (+16 ms)Region opened successfully at 1730983455981 2024-11-07T12:44:15,982 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48., pid=23, masterSystemTime=1730983455948 2024-11-07T12:44:15,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d094a9c89221e12080485a10a0ec9133, server=db9ad1cb6cf9,42819,1730983432931 because future has completed 2024-11-07T12:44:15,984 INFO [StoreOpener-f40baa6002d1a9291dad779221d411f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,985 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:15,985 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:15,986 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:15,986 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b0878db46fcbac4c03ddce0bc95ec3a6, NAME => 'SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T12:44:15,986 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:15,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:15,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:15,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:15,988 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 35cb1f050df20b1346aa6c874fcd4f00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59690551, jitterRate=-0.11054147779941559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:15,988 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:15,988 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 35cb1f050df20b1346aa6c874fcd4f00: Running coprocessor pre-open hook at 1730983455957Writing region info on filesystem at 1730983455957Initializing all the Stores at 1730983455960 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455960Cleaning up temporary data from old regions at 1730983455976 (+16 ms)Running coprocessor post-open hooks at 1730983455988 (+12 ms)Region opened successfully at 1730983455988 2024-11-07T12:44:15,989 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., pid=21, masterSystemTime=1730983455922 2024-11-07T12:44:15,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-07T12:44:15,991 INFO [StoreOpener-f40baa6002d1a9291dad779221d411f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f40baa6002d1a9291dad779221d411f6 columnFamilyName cf 2024-11-07T12:44:15,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d094a9c89221e12080485a10a0ec9133, server=db9ad1cb6cf9,42819,1730983432931 in 10.0580 sec 2024-11-07T12:44:15,991 DEBUG [StoreOpener-f40baa6002d1a9291dad779221d411f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,992 INFO [StoreOpener-f40baa6002d1a9291dad779221d411f6-1 {}] regionserver.HStore(327): Store=f40baa6002d1a9291dad779221d411f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:15,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1020a78362cb9c2f9343ffc394f69c48, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:15,992 INFO [StoreOpener-b0878db46fcbac4c03ddce0bc95ec3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:15,993 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,994 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:15,994 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:15,994 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:15,995 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f11db4d4cb735820eaaf584819ca07b, NAME => 'SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T12:44:15,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d094a9c89221e12080485a10a0ec9133, ASSIGN in 10.2500 sec 2024-11-07T12:44:15,996 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:15,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35cb1f050df20b1346aa6c874fcd4f00, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:15,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1020a78362cb9c2f9343ffc394f69c48, server=db9ad1cb6cf9,41073,1730983432786 because future has completed 2024-11-07T12:44:15,996 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:15,996 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:15,997 INFO [StoreOpener-b0878db46fcbac4c03ddce0bc95ec3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0878db46fcbac4c03ddce0bc95ec3a6 columnFamilyName cf 2024-11-07T12:44:15,998 DEBUG [StoreOpener-b0878db46fcbac4c03ddce0bc95ec3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:15,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:15,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:15,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,43601,1730983432887 because future has completed 2024-11-07T12:44:16,000 INFO [StoreOpener-b0878db46fcbac4c03ddce0bc95ec3a6-1 {}] regionserver.HStore(327): Store=b0878db46fcbac4c03ddce0bc95ec3a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:16,001 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:16,001 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,002 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:16,002 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:16,002 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,005 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f11db4d4cb735820eaaf584819ca07b columnFamilyName cf 2024-11-07T12:44:16,005 DEBUG [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:16,005 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] regionserver.HStore(327): Store=2f11db4d4cb735820eaaf584819ca07b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:16,006 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-07T12:44:16,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1020a78362cb9c2f9343ffc394f69c48, server=db9ad1cb6cf9,41073,1730983432786 in 10.0510 sec 2024-11-07T12:44:16,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,009 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,009 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-07T12:44:16,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1020a78362cb9c2f9343ffc394f69c48, ASSIGN in 10.2660 sec 2024-11-07T12:44:16,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,43601,1730983432887 in 10.0580 sec 2024-11-07T12:44:16,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:16,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN in 10.2690 sec 2024-11-07T12:44:16,014 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,014 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,018 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,019 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f40baa6002d1a9291dad779221d411f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61583807, jitterRate=-0.08232976496219635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,019 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:16,019 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f40baa6002d1a9291dad779221d411f6: Running coprocessor pre-open hook at 1730983455979Writing region info on filesystem at 1730983455979Initializing all the Stores at 1730983455983 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455983Cleaning up temporary data from old regions at 1730983456002 (+19 ms)Running coprocessor post-open hooks at 1730983456019 (+17 ms)Region opened successfully at 1730983456019 2024-11-07T12:44:16,021 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., pid=22, masterSystemTime=1730983455940 2024-11-07T12:44:16,021 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,021 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,022 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b0878db46fcbac4c03ddce0bc95ec3a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72775242, jitterRate=0.0844356119632721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,022 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:16,022 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2f11db4d4cb735820eaaf584819ca07b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71536142, jitterRate=0.06597158312797546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,022 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:16,022 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b0878db46fcbac4c03ddce0bc95ec3a6: Running coprocessor pre-open hook at 1730983455987Writing region info on filesystem at 1730983455987Initializing all the Stores at 1730983455990 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983455990Cleaning up temporary data from old regions at 1730983456010 (+20 ms)Running coprocessor post-open hooks at 1730983456022 (+12 ms)Region opened successfully at 1730983456022 2024-11-07T12:44:16,022 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2f11db4d4cb735820eaaf584819ca07b: Running coprocessor pre-open hook at 1730983455999Writing region info on filesystem at 1730983455999Initializing all the Stores at 1730983456002 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983456002Cleaning up temporary data from old regions at 1730983456010 (+8 ms)Running coprocessor post-open hooks at 1730983456022 (+12 ms)Region opened successfully at 1730983456022 2024-11-07T12:44:16,025 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b., pid=15, masterSystemTime=1730983455922 2024-11-07T12:44:16,025 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., pid=20, masterSystemTime=1730983455948 2024-11-07T12:44:16,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f40baa6002d1a9291dad779221d411f6, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:16,026 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:16,027 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:16,027 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:16,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eb02f7fc090f0bb065728af78e9bdd7, NAME => 'SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T12:44:16,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:16,027 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:16,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,028 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:16,028 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:16,028 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,028 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 77e07218d879b5ebd6aa9429bd222b1b, NAME => 'SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T12:44:16,028 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,029 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,029 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:16,029 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,029 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f40baa6002d1a9291dad779221d411f6, server=db9ad1cb6cf9,42819,1730983432931 because future has completed 2024-11-07T12:44:16,031 INFO [StoreOpener-9eb02f7fc090f0bb065728af78e9bdd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f11db4d4cb735820eaaf584819ca07b, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:16,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:16,034 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:16,034 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:16,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 99ee22962864265f1e937df40335c309, NAME => 'SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T12:44:16,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:16,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,035 INFO [StoreOpener-9eb02f7fc090f0bb065728af78e9bdd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eb02f7fc090f0bb065728af78e9bdd7 columnFamilyName cf 2024-11-07T12:44:16,036 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,036 DEBUG [StoreOpener-9eb02f7fc090f0bb065728af78e9bdd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:16,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b0878db46fcbac4c03ddce0bc95ec3a6, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:16,037 INFO [StoreOpener-9eb02f7fc090f0bb065728af78e9bdd7-1 {}] regionserver.HStore(327): Store=9eb02f7fc090f0bb065728af78e9bdd7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:16,037 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,037 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,039 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,040 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e07218d879b5ebd6aa9429bd222b1b columnFamilyName cf 2024-11-07T12:44:16,040 DEBUG [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:16,040 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,041 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,041 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,041 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] regionserver.HStore(327): Store=77e07218d879b5ebd6aa9429bd222b1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:16,041 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,042 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,043 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,044 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,044 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-07T12:44:16,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f40baa6002d1a9291dad779221d411f6, server=db9ad1cb6cf9,42819,1730983432931 in 10.0890 sec 2024-11-07T12:44:16,045 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,43601,1730983432887 because future has completed 2024-11-07T12:44:16,046 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36349 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=db9ad1cb6cf9,41073,1730983432786, table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T12:44:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6, server=db9ad1cb6cf9,41073,1730983432786 because future has completed 2024-11-07T12:44:16,052 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f40baa6002d1a9291dad779221d411f6, ASSIGN in 10.3040 sec 2024-11-07T12:44:16,053 INFO [StoreOpener-99ee22962864265f1e937df40335c309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,053 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/9eb02f7fc090f0bb065728af78e9bdd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-07T12:44:16,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,43601,1730983432887 in 10.1340 sec 2024-11-07T12:44:16,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-07T12:44:16,055 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9eb02f7fc090f0bb065728af78e9bdd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68788383, jitterRate=0.025026783347129822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,055 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:16,055 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9eb02f7fc090f0bb065728af78e9bdd7: Running coprocessor pre-open hook at 1730983456028Writing region info on filesystem at 1730983456028Initializing all the Stores at 1730983456030 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983456031 (+1 ms)Cleaning up temporary data from old regions at 1730983456041 (+10 ms)Running coprocessor post-open hooks at 1730983456055 (+14 ms)Region opened successfully at 1730983456055 2024-11-07T12:44:16,057 INFO [StoreOpener-99ee22962864265f1e937df40335c309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ee22962864265f1e937df40335c309 columnFamilyName cf 2024-11-07T12:44:16,057 DEBUG [StoreOpener-99ee22962864265f1e937df40335c309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:16,057 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7., pid=19, masterSystemTime=1730983455940 2024-11-07T12:44:16,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6, server=db9ad1cb6cf9,41073,1730983432786 in 10.1110 sec 2024-11-07T12:44:16,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN in 10.3140 sec 2024-11-07T12:44:16,058 INFO [StoreOpener-99ee22962864265f1e937df40335c309-1 {}] regionserver.HStore(327): Store=99ee22962864265f1e937df40335c309/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:16,059 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0878db46fcbac4c03ddce0bc95ec3a6, ASSIGN in 10.3160 sec 2024-11-07T12:44:16,060 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 77e07218d879b5ebd6aa9429bd222b1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975632, jitterRate=0.057619333267211914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,060 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:16,060 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,060 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 77e07218d879b5ebd6aa9429bd222b1b: Running coprocessor pre-open hook at 1730983456030Writing region info on filesystem at 1730983456030Initializing all the Stores at 1730983456034 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983456034Cleaning up temporary data from old regions at 1730983456044 (+10 ms)Running coprocessor post-open hooks at 1730983456060 (+16 ms)Region opened successfully at 1730983456060 2024-11-07T12:44:16,060 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:16,061 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:16,061 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9eb02f7fc090f0bb065728af78e9bdd7, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:16,062 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., pid=16, masterSystemTime=1730983455922 2024-11-07T12:44:16,063 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,063 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,064 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,067 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:16,067 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:16,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=77e07218d879b5ebd6aa9429bd222b1b, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:16,067 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7, server=db9ad1cb6cf9,42819,1730983432931 because future has completed 2024-11-07T12:44:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,43601,1730983432887 because future has completed 2024-11-07T12:44:16,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-07T12:44:16,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7, server=db9ad1cb6cf9,42819,1730983432931 in 10.1370 sec 2024-11-07T12:44:16,077 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/99ee22962864265f1e937df40335c309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:44:16,078 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 99ee22962864265f1e937df40335c309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60180397, jitterRate=-0.10324220359325409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:16,078 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99ee22962864265f1e937df40335c309 2024-11-07T12:44:16,078 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 99ee22962864265f1e937df40335c309: Running coprocessor pre-open hook at 1730983456045Writing region info on filesystem at 1730983456045Initializing all the Stores at 1730983456052 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983456052Cleaning up temporary data from old regions at 1730983456064 (+12 ms)Running coprocessor post-open hooks at 1730983456078 (+14 ms)Region opened successfully at 1730983456078 2024-11-07T12:44:16,080 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309., pid=24, masterSystemTime=1730983455948 2024-11-07T12:44:16,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-07T12:44:16,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9eb02f7fc090f0bb065728af78e9bdd7, ASSIGN in 10.3370 sec 2024-11-07T12:44:16,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,43601,1730983432887 in 10.1570 sec 2024-11-07T12:44:16,082 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:16,082 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:16,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN in 10.3400 sec 2024-11-07T12:44:16,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=99ee22962864265f1e937df40335c309, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ee22962864265f1e937df40335c309, server=db9ad1cb6cf9,41073,1730983432786 because future has completed 2024-11-07T12:44:16,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-07T12:44:16,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 99ee22962864265f1e937df40335c309, server=db9ad1cb6cf9,41073,1730983432786 in 10.1310 sec 2024-11-07T12:44:16,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-07T12:44:16,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99ee22962864265f1e937df40335c309, ASSIGN in 10.3510 sec 2024-11-07T12:44:16,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:44:16,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730983456095"}]},"ts":"1730983456095"} 2024-11-07T12:44:16,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T12:44:16,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:44:16,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0870 sec 2024-11-07T12:44:18,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T12:44:21,205 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:44:21,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:44:22,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-07T12:44:22,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-07T12:44:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:44:23,289 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T12:44:23,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T12:44:23,291 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:44:23,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T12:44:23,302 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:44:23,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T12:44:23,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., hostname=db9ad1cb6cf9,43601,1730983432887, seqNum=2] 2024-11-07T12:44:23,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., hostname=db9ad1cb6cf9,42819,1730983432931, seqNum=2] 2024-11-07T12:44:23,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:23,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6., hostname=db9ad1cb6cf9,41073,1730983432786, seqNum=2] 2024-11-07T12:44:24,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:44:24,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:44:24,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:44:24,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:44:24,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:44:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41073 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:24,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:44:24,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:44:25,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41073 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:44:25,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T12:44:25,249 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:44:25,250 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T12:44:25,256 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T12:44:25,270 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T12:44:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:44:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:44:25,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:44:25,282 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T12:44:25,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1020a78362cb9c2f9343ffc394f69c48}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d094a9c89221e12080485a10a0ec9133}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99ee22962864265f1e937df40335c309}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f40baa6002d1a9291dad779221d411f6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6}] 2024-11-07T12:44:25,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:25,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:25,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:25,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:25,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:25,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:25,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:25,296 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:25,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99ee22962864265f1e937df40335c309 2024-11-07T12:44:25,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:25,350 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:25,351 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db9ad1cb6cf9,43601,1730983432887: Simulated kill ***** 2024-11-07T12:44:25,351 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:44:25,353 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:44:25,354 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:44:25,356 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:44:25,357 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:44:25,361 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 649029496 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153199904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "db9ad1cb6cf9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "db9ad1cb6cf9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51044", "tag.serverName": "db9ad1cb6cf9,41073,1730983432786", "tag.clusterId": "b75de7c5-3db1-4dd4-9108-321938002a97", "tag.Context": "regionserver", "tag.Hostname": "db9ad1cb6cf9", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1730983432786, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-07T12:44:25,364 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36349 {}] master.MasterRpcServices(700): db9ad1cb6cf9,43601,1730983432887 reported a fatal error: ***** ABORTING region server db9ad1cb6cf9,43601,1730983432887: Simulated kill ***** 2024-11-07T12:44:25,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,43601,1730983432887' ***** 2024-11-07T12:44:25,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T12:44:25,366 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:44:25,366 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:44:25,367 INFO [RS:1;db9ad1cb6cf9:43601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T12:44:25,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:44:25,367 INFO [RS:1;db9ad1cb6cf9:43601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T12:44:25,367 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:44:25,367 INFO [RS:1;db9ad1cb6cf9:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db9ad1cb6cf9:43601. 2024-11-07T12:44:25,367 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:44:25,367 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741835_1011 (size=1257) 2024-11-07T12:44:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741835_1011 (size=1257) 2024-11-07T12:44:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741835_1011 (size=1257) 2024-11-07T12:44:25,374 DEBUG [RS:1;db9ad1cb6cf9:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:44:25,375 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:44:25,375 INFO [RS:1;db9ad1cb6cf9:43601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43601 2024-11-07T12:44:25,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,43601,1730983432887 2024-11-07T12:44:25,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:44:25,384 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:44:25,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,43601,1730983432887] 2024-11-07T12:44:25,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,43601,1730983432887 already deleted, retry=false 2024-11-07T12:44:25,389 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db9ad1cb6cf9,43601,1730983432887 on db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:44:25,395 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db9ad1cb6cf9,43601,1730983432887, splitWal=true, meta=false 2024-11-07T12:44:25,400 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db9ad1cb6cf9,43601,1730983432887, splitWal=true, meta=false 2024-11-07T12:44:25,400 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for db9ad1cb6cf9,43601,1730983432887 (carryingMeta=false) db9ad1cb6cf9,43601,1730983432887/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@aea393f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T12:44:25,402 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): db9ad1cb6cf9,43601,1730983432887 had 4 regions 2024-11-07T12:44:25,404 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db9ad1cb6cf9,43601,1730983432887, splitWal=true, meta=false, isMeta: false 2024-11-07T12:44:25,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:25,405 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:25,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:25,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:25,406 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 can not run currently because target server of region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T12:44:25,406 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b can not run currently because target server of region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T12:44:25,407 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b; timeout=1000, timestamp=1730983466407 2024-11-07T12:44:25,407 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00; timeout=1000, timestamp=1730983466407 2024-11-07T12:44:25,407 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting 2024-11-07T12:44:25,407 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b can not run currently because target server of region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T12:44:25,407 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 can not run currently because target server of region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T12:44:25,407 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b; timeout=1000, timestamp=1730983466407 2024-11-07T12:44:25,407 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937; timeout=1000, timestamp=1730983466407 2024-11-07T12:44:25,409 INFO [PEWorker-5 {}] master.SplitWALManager(105): db9ad1cb6cf9,43601,1730983432887 WAL count=1, meta=false 2024-11-07T12:44:25,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252}] 2024-11-07T12:44:25,414 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:44:25,418 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:25,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, worker=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:44:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x1001a4517040002, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:44:25,489 INFO [RS:1;db9ad1cb6cf9:43601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:44:25,490 INFO [RS:1;db9ad1cb6cf9:43601 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,43601,1730983432887; zookeeper connection closed. 2024-11-07T12:44:25,490 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e73cd71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e73cd71 2024-11-07T12:44:26,091 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:44:26,091 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:44:26,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:26,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:26,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:26,408 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:26,409 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b can not run currently because target server of region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T12:44:26,409 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 can not run currently because target server of region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T12:44:26,409 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b can not run currently because target server of region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T12:44:26,409 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00; timeout=2000, timestamp=1730983468409 2024-11-07T12:44:26,409 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b; timeout=2000, timestamp=1730983468409 2024-11-07T12:44:26,409 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b; timeout=2000, timestamp=1730983468409 2024-11-07T12:44:26,409 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 can not run currently because target server of region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T12:44:26,409 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937; timeout=2000, timestamp=1730983468409 2024-11-07T12:44:26,770 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db9ad1cb6cf9:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T12:44:28,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:28,409 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:28,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:28,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:28,412 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 can not run currently because target server of region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T12:44:28,412 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 can not run currently because target server of region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T12:44:28,412 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00; timeout=4000, timestamp=1730983472412 2024-11-07T12:44:28,413 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937; timeout=4000, timestamp=1730983472413 2024-11-07T12:44:28,413 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b can not run currently because target server of region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T12:44:28,413 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b; timeout=4000, timestamp=1730983472413 2024-11-07T12:44:28,414 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b can not run currently because target server of region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T12:44:28,414 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b; timeout=4000, timestamp=1730983472414 2024-11-07T12:44:32,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:32,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:32,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:32,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:32,415 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b can not run currently because target server of region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T12:44:32,415 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 can not run currently because target server of region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T12:44:32,415 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 can not run currently because target server of region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T12:44:32,415 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b can not run currently because target server of region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. db9ad1cb6cf9,43601,1730983432887 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T12:44:32,415 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b; timeout=8000, timestamp=1730983480415 2024-11-07T12:44:32,415 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937; timeout=8000, timestamp=1730983480415 2024-11-07T12:44:32,415 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00; timeout=8000, timestamp=1730983480415 2024-11-07T12:44:32,415 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b; timeout=8000, timestamp=1730983480415 2024-11-07T12:44:35,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T12:44:35,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T12:44:35,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T12:44:35,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:35,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:35,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T12:44:35,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:35,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:35,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-07T12:44:35,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d094a9c89221e12080485a10a0ec9133: 2024-11-07T12:44:35,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1020a78362cb9c2f9343ffc394f69c48: 2024-11-07T12:44:35,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9eb02f7fc090f0bb065728af78e9bdd7: 2024-11-07T12:44:35,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,310 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f40baa6002d1a9291dad779221d411f6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T12:44:35,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:35,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T12:44:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T12:44:35,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:35,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 99ee22962864265f1e937df40335c309: 2024-11-07T12:44:35,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:35,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:35,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b0878db46fcbac4c03ddce0bc95ec3a6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T12:44:35,383 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, size=1.2 K (1257bytes) 2024-11-07T12:44:35,384 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T12:44:35,385 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T12:44:35,385 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 2024-11-07T12:44:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741849_1025 (size=57) 2024-11-07T12:44:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741849_1025 (size=57) 2024-11-07T12:44:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741849_1025 (size=57) 2024-11-07T12:44:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:44:35,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:44:35,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T12:44:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:44:35,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:44:35,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:44:35,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T12:44:35,399 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 after 10ms 2024-11-07T12:44:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T12:44:35,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T12:44:35,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:35,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:44:35,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:44:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:44:35,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9eb02f7fc090f0bb065728af78e9bdd7 in 10.1200 sec 2024-11-07T12:44:35,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1020a78362cb9c2f9343ffc394f69c48 in 10.1200 sec 2024-11-07T12:44:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:44:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:44:35,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:44:35,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T12:44:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T12:44:35,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:35,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d094a9c89221e12080485a10a0ec9133 2024-11-07T12:44:35,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d094a9c89221e12080485a10a0ec9133 in 10.1280 sec 2024-11-07T12:44:35,422 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 took 73ms 2024-11-07T12:44:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:44:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:44:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:44:35,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:44:35,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T12:44:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T12:44:35,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99ee22962864265f1e937df40335c309 2024-11-07T12:44:35,452 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99ee22962864265f1e937df40335c309 2024-11-07T12:44:35,456 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 942bcec6cf81ec51294138ab944f2937: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:44:35,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99ee22962864265f1e937df40335c309 in 10.1710 sec 2024-11-07T12:44:35,459 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 35cb1f050df20b1346aa6c874fcd4f00: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:44:35,461 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2f11db4d4cb735820eaaf584819ca07b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:44:35,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 77e07218d879b5ebd6aa9429bd222b1b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:44:35,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 so closing down 2024-11-07T12:44:35,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T12:44:35,464 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T12:44:35,469 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-07T12:44:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, journal: Splitting hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, size=1.2 K (1257bytes) at 1730983475383Finishing writing output for hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 so closing down at 1730983475463 (+80 ms)3 split writer threads finished at 1730983475464 (+1 ms)Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1730983475469 (+5 ms) 2024-11-07T12:44:35,470 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 2024-11-07T12:44:35,470 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T12:44:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T12:44:35,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/.tmp/cf/3c65cafcd45448ffbc129c23f32cce8d is 34, key is ccd/cf:cf/1730983464409/Put/seqid=0 2024-11-07T12:44:35,492 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting/db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252 to hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs 2024-11-07T12:44:35,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T12:44:35,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, worker=db9ad1cb6cf9,41073,1730983432786 in 10.0720 sec 2024-11-07T12:44:35,498 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:35,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T12:44:35,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure db9ad1cb6cf9%2C43601%2C1730983432887.1730983434252, worker=db9ad1cb6cf9,41073,1730983432786 in 10.0880 sec 2024-11-07T12:44:35,505 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting dir is empty, no logs to split. 2024-11-07T12:44:35,505 INFO [PEWorker-4 {}] master.SplitWALManager(105): db9ad1cb6cf9,43601,1730983432887 WAL count=0, meta=false 2024-11-07T12:44:35,505 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if db9ad1cb6cf9,43601,1730983432887 WAL splitting is done? wals=0, meta=false 2024-11-07T12:44:35,508 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db9ad1cb6cf9,43601,1730983432887 failed, ignore...File hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/WALs/db9ad1cb6cf9,43601,1730983432887-splitting does not exist. 2024-11-07T12:44:35,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN}] 2024-11-07T12:44:35,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN 2024-11-07T12:44:35,519 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN 2024-11-07T12:44:35,520 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN 2024-11-07T12:44:35,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:44:35,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:44:35,523 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:44:35,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN 2024-11-07T12:44:35,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:44:35,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/.tmp/cf/d9125cee3b134d2eb8f6675888104ebd is 34, key is eaa/cf:cf/1730983465030/Put/seqid=0 2024-11-07T12:44:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741853_1029 (size=499309) 2024-11-07T12:44:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741853_1029 (size=499309) 2024-11-07T12:44:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741853_1029 (size=499309) 2024-11-07T12:44:35,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/.tmp/cf/d9125cee3b134d2eb8f6675888104ebd 2024-11-07T12:44:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741854_1030 (size=47197) 2024-11-07T12:44:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741854_1030 (size=47197) 2024-11-07T12:44:35,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/.tmp/cf/3c65cafcd45448ffbc129c23f32cce8d 2024-11-07T12:44:35,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741854_1030 (size=47197) 2024-11-07T12:44:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/.tmp/cf/d9125cee3b134d2eb8f6675888104ebd as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/cf/d9125cee3b134d2eb8f6675888104ebd 2024-11-07T12:44:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/.tmp/cf/3c65cafcd45448ffbc129c23f32cce8d as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/cf/3c65cafcd45448ffbc129c23f32cce8d 2024-11-07T12:44:35,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/cf/3c65cafcd45448ffbc129c23f32cce8d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T12:44:35,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/cf/d9125cee3b134d2eb8f6675888104ebd, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T12:44:35,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b0878db46fcbac4c03ddce0bc95ec3a6 in 290ms, sequenceid=5, compaction requested=false 2024-11-07T12:44:35,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f40baa6002d1a9291dad779221d411f6 in 311ms, sequenceid=5, compaction requested=false 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f40baa6002d1a9291dad779221d411f6: 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b0878db46fcbac4c03ddce0bc95ec3a6: 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. for SnapshotProcedureTest completed. 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:35,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/cf/d9125cee3b134d2eb8f6675888104ebd] hfiles 2024-11-07T12:44:35,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/cf/3c65cafcd45448ffbc129c23f32cce8d] hfiles 2024-11-07T12:44:35,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/cf/d9125cee3b134d2eb8f6675888104ebd for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/cf/3c65cafcd45448ffbc129c23f32cce8d for snapshot=SnapshotProcedureTest 2024-11-07T12:44:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741855_1031 (size=97) 2024-11-07T12:44:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741855_1031 (size=97) 2024-11-07T12:44:35,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:44:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741855_1031 (size=97) 2024-11-07T12:44:35,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T12:44:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741856_1032 (size=105) 2024-11-07T12:44:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741856_1032 (size=105) 2024-11-07T12:44:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T12:44:35,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:35,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:44:35,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741856_1032 (size=105) 2024-11-07T12:44:35,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:44:35,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T12:44:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T12:44:35,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:35,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f40baa6002d1a9291dad779221d411f6 2024-11-07T12:44:35,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0878db46fcbac4c03ddce0bc95ec3a6 in 10.3590 sec 2024-11-07T12:44:35,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f40baa6002d1a9291dad779221d411f6 in 10.3620 sec 2024-11-07T12:44:35,672 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:44:35,673 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:44:35,673 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:44:35,673 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:44:35,673 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:44:35,673 INFO [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:44:35,673 INFO [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:44:35,673 DEBUG [db9ad1cb6cf9:36349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:44:35,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=942bcec6cf81ec51294138ab944f2937, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:35,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=77e07218d879b5ebd6aa9429bd222b1b, regionState=OPENING, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:35,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=35cb1f050df20b1346aa6c874fcd4f00, regionState=OPENING, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:35,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2f11db4d4cb735820eaaf584819ca07b, regionState=OPENING, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:35,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN because future has completed 2024-11-07T12:44:35,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN because future has completed 2024-11-07T12:44:35,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,42819,1730983432931}] 2024-11-07T12:44:35,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN because future has completed 2024-11-07T12:44:35,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,42819,1730983432931}] 2024-11-07T12:44:35,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN because future has completed 2024-11-07T12:44:35,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,41073,1730983432786}] 2024-11-07T12:44:40,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b held by pid=42 2024-11-07T12:44:40,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 held by pid=40 2024-11-07T12:44:40,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:40,416 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:40,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b held by pid=41 2024-11-07T12:44:40,417 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:40,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 held by pid=39 2024-11-07T12:44:40,417 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,643 INFO [master/db9ad1cb6cf9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:44:45,643 INFO [master/db9ad1cb6cf9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:44:45,686 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:45,686 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 35cb1f050df20b1346aa6c874fcd4f00, NAME => 'SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f11db4d4cb735820eaaf584819ca07b, NAME => 'SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:45,687 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:45,688 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,688 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,688 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,688 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,690 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,690 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,691 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f11db4d4cb735820eaaf584819ca07b columnFamilyName cf 2024-11-07T12:44:45,691 DEBUG [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:45,691 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35cb1f050df20b1346aa6c874fcd4f00 columnFamilyName cf 2024-11-07T12:44:45,691 DEBUG [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:45,692 INFO [StoreOpener-2f11db4d4cb735820eaaf584819ca07b-1 {}] regionserver.HStore(327): Store=2f11db4d4cb735820eaaf584819ca07b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:45,692 INFO [StoreOpener-35cb1f050df20b1346aa6c874fcd4f00-1 {}] regionserver.HStore(327): Store=35cb1f050df20b1346aa6c874fcd4f00/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:45,692 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,692 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,693 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,693 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,695 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,696 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,696 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,696 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,696 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,696 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,699 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,700 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,700 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 35cb1f050df20b1346aa6c874fcd4f00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68537586, jitterRate=0.02128961682319641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:45,700 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,701 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 35cb1f050df20b1346aa6c874fcd4f00: Running coprocessor pre-open hook at 1730983485688Writing region info on filesystem at 1730983485688Initializing all the Stores at 1730983485689 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983485690 (+1 ms)Cleaning up temporary data from old regions at 1730983485696 (+6 ms)Running coprocessor post-open hooks at 1730983485700 (+4 ms)Region opened successfully at 1730983485700 2024-11-07T12:44:45,701 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2f11db4d4cb735820eaaf584819ca07b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67161841, jitterRate=7.894188165664673E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:45,702 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,702 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2f11db4d4cb735820eaaf584819ca07b: Running coprocessor pre-open hook at 1730983485688Writing region info on filesystem at 1730983485688Initializing all the Stores at 1730983485689 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983485689Cleaning up temporary data from old regions at 1730983485696 (+7 ms)Running coprocessor post-open hooks at 1730983485702 (+6 ms)Region opened successfully at 1730983485702 2024-11-07T12:44:45,702 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., pid=43, masterSystemTime=1730983485680 2024-11-07T12:44:45,703 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b., pid=44, masterSystemTime=1730983485681 2024-11-07T12:44:45,704 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:45,704 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:45,704 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:45,705 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 942bcec6cf81ec51294138ab944f2937, NAME => 'SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T12:44:45,705 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,705 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:45,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=35cb1f050df20b1346aa6c874fcd4f00, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:45,705 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,705 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,706 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:45,706 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:45,706 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:45,706 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 77e07218d879b5ebd6aa9429bd222b1b, NAME => 'SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T12:44:45,706 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,707 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:44:45,707 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,707 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2f11db4d4cb735820eaaf584819ca07b, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:45,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,41073,1730983432786 because future has completed 2024-11-07T12:44:45,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,42819,1730983432931 because future has completed 2024-11-07T12:44:45,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-07T12:44:45,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00, server=db9ad1cb6cf9,41073,1730983432786 in 10.0330 sec 2024-11-07T12:44:45,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-07T12:44:45,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f11db4d4cb735820eaaf584819ca07b, server=db9ad1cb6cf9,42819,1730983432931 in 10.0320 sec 2024-11-07T12:44:45,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35cb1f050df20b1346aa6c874fcd4f00, ASSIGN in 10.1990 sec 2024-11-07T12:44:45,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:45,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:45,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f11db4d4cb735820eaaf584819ca07b, ASSIGN in 10.2000 sec 2024-11-07T12:44:45,721 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,721 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,722 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e07218d879b5ebd6aa9429bd222b1b columnFamilyName cf 2024-11-07T12:44:45,722 DEBUG [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:45,722 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 942bcec6cf81ec51294138ab944f2937 columnFamilyName cf 2024-11-07T12:44:45,723 DEBUG [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:44:45,723 INFO [StoreOpener-77e07218d879b5ebd6aa9429bd222b1b-1 {}] regionserver.HStore(327): Store=77e07218d879b5ebd6aa9429bd222b1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:45,723 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,723 INFO [StoreOpener-942bcec6cf81ec51294138ab944f2937-1 {}] regionserver.HStore(327): Store=942bcec6cf81ec51294138ab944f2937/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:44:45,724 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,724 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,725 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,726 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,727 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,727 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,727 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,727 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,728 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,730 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,731 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,732 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 77e07218d879b5ebd6aa9429bd222b1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59301305, jitterRate=-0.11634169518947601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:45,732 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,732 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 77e07218d879b5ebd6aa9429bd222b1b: Running coprocessor pre-open hook at 1730983485707Writing region info on filesystem at 1730983485707Initializing all the Stores at 1730983485709 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983485709Cleaning up temporary data from old regions at 1730983485727 (+18 ms)Running coprocessor post-open hooks at 1730983485732 (+5 ms)Region opened successfully at 1730983485732 2024-11-07T12:44:45,732 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 942bcec6cf81ec51294138ab944f2937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74116373, jitterRate=0.1044200211763382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:44:45,732 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,732 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 942bcec6cf81ec51294138ab944f2937: Running coprocessor pre-open hook at 1730983485706Writing region info on filesystem at 1730983485706Initializing all the Stores at 1730983485709 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983485709Cleaning up temporary data from old regions at 1730983485728 (+19 ms)Running coprocessor post-open hooks at 1730983485732 (+4 ms)Region opened successfully at 1730983485732 2024-11-07T12:44:45,734 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., pid=45, masterSystemTime=1730983485681 2024-11-07T12:44:45,734 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937., pid=46, masterSystemTime=1730983485680 2024-11-07T12:44:45,737 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:45,737 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:45,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=77e07218d879b5ebd6aa9429bd222b1b, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:45,738 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:45,738 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:45,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=942bcec6cf81ec51294138ab944f2937, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,42819,1730983432931 because future has completed 2024-11-07T12:44:45,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,41073,1730983432786 because future has completed 2024-11-07T12:44:45,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-07T12:44:45,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b, server=db9ad1cb6cf9,42819,1730983432931 in 10.0620 sec 2024-11-07T12:44:45,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-07T12:44:45,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 942bcec6cf81ec51294138ab944f2937, server=db9ad1cb6cf9,41073,1730983432786 in 10.0620 sec 2024-11-07T12:44:45,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77e07218d879b5ebd6aa9429bd222b1b, ASSIGN in 10.2310 sec 2024-11-07T12:44:45,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:45,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:45,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-07T12:44:45,750 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server db9ad1cb6cf9,43601,1730983432887 after splitting done 2024-11-07T12:44:45,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=942bcec6cf81ec51294138ab944f2937, ASSIGN in 10.2330 sec 2024-11-07T12:44:45,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure db9ad1cb6cf9,43601,1730983432887, splitWal=true, meta=false in 20.3600 sec 2024-11-07T12:44:51,206 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:44:51,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:44:54,197 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T12:44:55,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T12:44:55,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T12:44:55,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 35cb1f050df20b1346aa6c874fcd4f00: 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 942bcec6cf81ec51294138ab944f2937: 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. for SnapshotProcedureTest completed. 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. for SnapshotProcedureTest completed. 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:55,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:55,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T12:44:55,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:55,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 77e07218d879b5ebd6aa9429bd222b1b: 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. for SnapshotProcedureTest completed. 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2f11db4d4cb735820eaaf584819ca07b: 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. for SnapshotProcedureTest completed. 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:44:55,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:44:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741858_1034 (size=65) 2024-11-07T12:44:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741858_1034 (size=65) 2024-11-07T12:44:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741858_1034 (size=65) 2024-11-07T12:44:55,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:44:55,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T12:44:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T12:44:55,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:55,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:44:55,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 942bcec6cf81ec51294138ab944f2937 in 30.4560 sec 2024-11-07T12:44:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741857_1033 (size=65) 2024-11-07T12:44:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741857_1033 (size=65) 2024-11-07T12:44:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741857_1033 (size=65) 2024-11-07T12:44:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:44:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T12:44:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T12:44:55,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741859_1035 (size=65) 2024-11-07T12:44:55,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:44:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741859_1035 (size=65) 2024-11-07T12:44:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741859_1035 (size=65) 2024-11-07T12:44:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:44:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T12:44:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T12:44:55,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:55,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:44:55,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35cb1f050df20b1346aa6c874fcd4f00 in 30.4720 sec 2024-11-07T12:44:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741860_1036 (size=65) 2024-11-07T12:44:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741860_1036 (size=65) 2024-11-07T12:44:55,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77e07218d879b5ebd6aa9429bd222b1b in 30.4740 sec 2024-11-07T12:44:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741860_1036 (size=65) 2024-11-07T12:44:55,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:44:55,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T12:44:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T12:44:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:55,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:44:55,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-07T12:44:55,764 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T12:44:55,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f11db4d4cb735820eaaf584819ca07b in 30.4790 sec 2024-11-07T12:44:55,766 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T12:44:55,769 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T12:44:55,769 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T12:44:55,771 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:44:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741861_1037 (size=1094) 2024-11-07T12:44:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741861_1037 (size=1094) 2024-11-07T12:44:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741861_1037 (size=1094) 2024-11-07T12:44:55,804 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T12:44:55,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T12:44:55,819 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:55,819 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:55,819 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:55,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:55,819 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:44:55,826 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:44:58,772 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db9ad1cb6cf9:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T12:45:00,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f40baa6002d1a9291dad779221d411f6, had cached 0 bytes from a total of 47197 2024-11-07T12:45:00,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0878db46fcbac4c03ddce0bc95ec3a6, had cached 0 bytes from a total of 499309 2024-11-07T12:45:04,809 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1020a78362cb9c2f9343ffc394f69c48 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,810 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 942bcec6cf81ec51294138ab944f2937 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,810 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99ee22962864265f1e937df40335c309 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 35cb1f050df20b1346aa6c874fcd4f00 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0878db46fcbac4c03ddce0bc95ec3a6 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2f11db4d4cb735820eaaf584819ca07b changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d094a9c89221e12080485a10a0ec9133 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9eb02f7fc090f0bb065728af78e9bdd7 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77e07218d879b5ebd6aa9429bd222b1b changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:04,811 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f40baa6002d1a9291dad779221d411f6 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:05,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-07T12:45:05,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-07T12:45:05,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-07T12:45:05,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-07T12:45:05,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-07T12:45:05,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-07T12:45:05,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:45:05,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:45:05,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T12:45:05,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T12:45:05,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T12:45:05,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T12:45:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-07T12:45:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T12:45:05,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-07T12:45:05,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-07T12:45:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T12:45:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T12:45:05,836 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:05,836 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 Release verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-07T12:45:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-07T12:45:05,837 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 Release verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:05,837 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:05,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 in 10.0230 sec 2024-11-07T12:45:05,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 10.0250 sec 2024-11-07T12:45:05,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 in 10.0240 sec 2024-11-07T12:45:05,841 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:05,841 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 Release verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:05,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:05,843 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:05,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 10.0280 sec 2024-11-07T12:45:05,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 10.0240 sec 2024-11-07T12:45:05,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 in 10.0280 sec 2024-11-07T12:45:05,846 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:05,847 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:15,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-07T12:45:15,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-07T12:45:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T12:45:15,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-07T12:45:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T12:45:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T12:45:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-07T12:45:15,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-07T12:45:15,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T12:45:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T12:45:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-07T12:45:15,846 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36349 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T12:45:15,848 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:15,848 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 Release verify snapshot worker=db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:15,848 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 Release verify snapshot worker=db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:15,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 20.0330 sec 2024-11-07T12:45:15,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 20.0350 sec 2024-11-07T12:45:15,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41073,1730983432786 in 20.0350 sec 2024-11-07T12:45:15,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-07T12:45:15,852 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T12:45:15,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,42819,1730983432931 in 20.0350 sec 2024-11-07T12:45:15,854 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T12:45:15,856 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T12:45:15,856 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T12:45:15,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6150 sec 2024-11-07T12:45:16,005 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T12:45:16,011 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T12:45:16,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:45:16,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:45:16,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:45:16,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:45:16,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:45:16,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647590735, stopped=false 2024-11-07T12:45:16,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db9ad1cb6cf9,36349,1730983432101 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:16,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:16,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:16,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:16,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:16,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:45:16,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:45:16,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,41073,1730983432786' ***** 2024-11-07T12:45:16,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:45:16,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,42819,1730983432931' ***** 2024-11-07T12:45:16,018 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:45:16,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:45:16,018 INFO [RS:0;db9ad1cb6cf9:41073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:45:16,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:45:16,018 INFO [RS:0;db9ad1cb6cf9:41073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:45:16,018 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:45:16,018 INFO [RS:2;db9ad1cb6cf9:42819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:45:16,018 INFO [RS:2;db9ad1cb6cf9:42819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:45:16,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 99ee22962864265f1e937df40335c309 2024-11-07T12:45:16,019 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(3091): Received CLOSE for 9eb02f7fc090f0bb065728af78e9bdd7 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 942bcec6cf81ec51294138ab944f2937 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1020a78362cb9c2f9343ffc394f69c48 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 35cb1f050df20b1346aa6c874fcd4f00 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(959): stopping server db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:45:16,019 INFO [RS:0;db9ad1cb6cf9:41073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db9ad1cb6cf9:41073. 2024-11-07T12:45:16,020 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:45:16,020 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99ee22962864265f1e937df40335c309, disabling compactions & flushes 2024-11-07T12:45:16,020 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:45:16,020 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. after waiting 0 ms 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:45:16,020 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:45:16,020 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:45:16,020 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:45:16,020 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f11db4d4cb735820eaaf584819ca07b 2024-11-07T12:45:16,020 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(3091): Received CLOSE for f40baa6002d1a9291dad779221d411f6 2024-11-07T12:45:16,020 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(3091): Received CLOSE for 77e07218d879b5ebd6aa9429bd222b1b 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9eb02f7fc090f0bb065728af78e9bdd7, disabling compactions & flushes 2024-11-07T12:45:16,020 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(3091): Received CLOSE for d094a9c89221e12080485a10a0ec9133 2024-11-07T12:45:16,020 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:45:16,020 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(959): stopping server db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:16,020 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-07T12:45:16,020 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:45:16,021 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. after waiting 0 ms 2024-11-07T12:45:16,021 INFO [RS:2;db9ad1cb6cf9:42819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db9ad1cb6cf9:42819. 2024-11-07T12:45:16,021 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1325): Online Regions={99ee22962864265f1e937df40335c309=SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309., 942bcec6cf81ec51294138ab944f2937=SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937., 1588230740=hbase:meta,,1.1588230740, 1020a78362cb9c2f9343ffc394f69c48=SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48., 35cb1f050df20b1346aa6c874fcd4f00=SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00., b0878db46fcbac4c03ddce0bc95ec3a6=SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6.} 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:45:16,021 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:45:16,021 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,021 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-07T12:45:16,021 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1325): Online Regions={9eb02f7fc090f0bb065728af78e9bdd7=SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7., 2f11db4d4cb735820eaaf584819ca07b=SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b., f40baa6002d1a9291dad779221d411f6=SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6., 77e07218d879b5ebd6aa9429bd222b1b=SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b., d094a9c89221e12080485a10a0ec9133=SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133.} 2024-11-07T12:45:16,021 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1351): Waiting on 2f11db4d4cb735820eaaf584819ca07b, 77e07218d879b5ebd6aa9429bd222b1b, 9eb02f7fc090f0bb065728af78e9bdd7, d094a9c89221e12080485a10a0ec9133, f40baa6002d1a9291dad779221d411f6 2024-11-07T12:45:16,021 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1351): Waiting on 1020a78362cb9c2f9343ffc394f69c48, 1588230740, 35cb1f050df20b1346aa6c874fcd4f00, 942bcec6cf81ec51294138ab944f2937, 99ee22962864265f1e937df40335c309, b0878db46fcbac4c03ddce0bc95ec3a6 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:45:16,021 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:45:16,021 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:45:16,022 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-07T12:45:16,039 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/99ee22962864265f1e937df40335c309/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,044 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:45:16,044 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99ee22962864265f1e937df40335c309: Waiting for close lock at 1730983516019Running coprocessor pre-close hooks at 1730983516019Disabling compacts and flushes for region at 1730983516020 (+1 ms)Disabling writes for close at 1730983516020Writing region close event to WAL at 1730983516020Running coprocessor post-close hooks at 1730983516040 (+20 ms)Closed at 1730983516044 (+4 ms) 2024-11-07T12:45:16,045 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1730983445005.99ee22962864265f1e937df40335c309. 2024-11-07T12:45:16,045 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 942bcec6cf81ec51294138ab944f2937, disabling compactions & flushes 2024-11-07T12:45:16,045 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:45:16,046 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:45:16,046 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. after waiting 0 ms 2024-11-07T12:45:16,046 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:45:16,051 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:45:16,051 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:45:16,053 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/9eb02f7fc090f0bb065728af78e9bdd7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,054 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:45:16,054 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9eb02f7fc090f0bb065728af78e9bdd7: Waiting for close lock at 1730983516020Running coprocessor pre-close hooks at 1730983516020Disabling compacts and flushes for region at 1730983516020Disabling writes for close at 1730983516021 (+1 ms)Writing region close event to WAL at 1730983516025 (+4 ms)Running coprocessor post-close hooks at 1730983516054 (+29 ms)Closed at 1730983516054 2024-11-07T12:45:16,054 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1730983445005.9eb02f7fc090f0bb065728af78e9bdd7. 2024-11-07T12:45:16,054 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f11db4d4cb735820eaaf584819ca07b, disabling compactions & flushes 2024-11-07T12:45:16,055 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:45:16,055 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:45:16,055 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. after waiting 0 ms 2024-11-07T12:45:16,055 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:45:16,057 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/942bcec6cf81ec51294138ab944f2937/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,060 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:45:16,060 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 942bcec6cf81ec51294138ab944f2937: Waiting for close lock at 1730983516045Running coprocessor pre-close hooks at 1730983516045Disabling compacts and flushes for region at 1730983516045Disabling writes for close at 1730983516046 (+1 ms)Writing region close event to WAL at 1730983516046Running coprocessor post-close hooks at 1730983516058 (+12 ms)Closed at 1730983516060 (+2 ms) 2024-11-07T12:45:16,060 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1730983445005.942bcec6cf81ec51294138ab944f2937. 2024-11-07T12:45:16,060 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1020a78362cb9c2f9343ffc394f69c48, disabling compactions & flushes 2024-11-07T12:45:16,060 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:45:16,061 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:45:16,061 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. after waiting 0 ms 2024-11-07T12:45:16,061 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:45:16,063 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/info/060eebec017f45a486b68b20f228e31c is 167, key is SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b./info:regioninfo/1730983485707/Put/seqid=0 2024-11-07T12:45:16,073 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/2f11db4d4cb735820eaaf584819ca07b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,075 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:45:16,075 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f11db4d4cb735820eaaf584819ca07b: Waiting for close lock at 1730983516054Running coprocessor pre-close hooks at 1730983516054Disabling compacts and flushes for region at 1730983516054Disabling writes for close at 1730983516055 (+1 ms)Writing region close event to WAL at 1730983516059 (+4 ms)Running coprocessor post-close hooks at 1730983516075 (+16 ms)Closed at 1730983516075 2024-11-07T12:45:16,075 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1730983445005.2f11db4d4cb735820eaaf584819ca07b. 2024-11-07T12:45:16,075 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f40baa6002d1a9291dad779221d411f6, disabling compactions & flushes 2024-11-07T12:45:16,075 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:45:16,075 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:45:16,075 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. after waiting 0 ms 2024-11-07T12:45:16,076 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:45:16,081 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/1020a78362cb9c2f9343ffc394f69c48/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,082 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:45:16,082 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1020a78362cb9c2f9343ffc394f69c48: Waiting for close lock at 1730983516060Running coprocessor pre-close hooks at 1730983516060Disabling compacts and flushes for region at 1730983516060Disabling writes for close at 1730983516061 (+1 ms)Writing region close event to WAL at 1730983516065 (+4 ms)Running coprocessor post-close hooks at 1730983516082 (+17 ms)Closed at 1730983516082 2024-11-07T12:45:16,082 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1730983445005.1020a78362cb9c2f9343ffc394f69c48. 2024-11-07T12:45:16,083 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35cb1f050df20b1346aa6c874fcd4f00, disabling compactions & flushes 2024-11-07T12:45:16,083 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:45:16,083 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:45:16,083 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. after waiting 0 ms 2024-11-07T12:45:16,083 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:45:16,090 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:45:16,090 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:45:16,101 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/f40baa6002d1a9291dad779221d411f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:45:16,101 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/35cb1f050df20b1346aa6c874fcd4f00/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,102 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f40baa6002d1a9291dad779221d411f6: Waiting for close lock at 1730983516075Running coprocessor pre-close hooks at 1730983516075Disabling compacts and flushes for region at 1730983516075Disabling writes for close at 1730983516076 (+1 ms)Writing region close event to WAL at 1730983516087 (+11 ms)Running coprocessor post-close hooks at 1730983516102 (+15 ms)Closed at 1730983516102 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1730983445005.f40baa6002d1a9291dad779221d411f6. 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77e07218d879b5ebd6aa9429bd222b1b, disabling compactions & flushes 2024-11-07T12:45:16,103 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. after waiting 0 ms 2024-11-07T12:45:16,103 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:45:16,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741862_1038 (size=20292) 2024-11-07T12:45:16,104 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:45:16,104 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:45:16,104 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:45:16,104 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35cb1f050df20b1346aa6c874fcd4f00: Waiting for close lock at 1730983516083Running coprocessor pre-close hooks at 1730983516083Disabling compacts and flushes for region at 1730983516083Disabling writes for close at 1730983516083Writing region close event to WAL at 1730983516087 (+4 ms)Running coprocessor post-close hooks at 1730983516104 (+17 ms)Closed at 1730983516104 2024-11-07T12:45:16,104 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1730983445005.35cb1f050df20b1346aa6c874fcd4f00. 2024-11-07T12:45:16,105 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0878db46fcbac4c03ddce0bc95ec3a6, disabling compactions & flushes 2024-11-07T12:45:16,105 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:45:16,105 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:45:16,105 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. after waiting 0 ms 2024-11-07T12:45:16,105 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:45:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741862_1038 (size=20292) 2024-11-07T12:45:16,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741862_1038 (size=20292) 2024-11-07T12:45:16,108 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/info/060eebec017f45a486b68b20f228e31c 2024-11-07T12:45:16,119 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/77e07218d879b5ebd6aa9429bd222b1b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,120 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/b0878db46fcbac4c03ddce0bc95ec3a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:45:16,121 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:45:16,121 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77e07218d879b5ebd6aa9429bd222b1b: Waiting for close lock at 1730983516103Running coprocessor pre-close hooks at 1730983516103Disabling compacts and flushes for region at 1730983516103Disabling writes for close at 1730983516103Writing region close event to WAL at 1730983516104 (+1 ms)Running coprocessor post-close hooks at 1730983516121 (+17 ms)Closed at 1730983516121 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1730983445005.77e07218d879b5ebd6aa9429bd222b1b. 2024-11-07T12:45:16,122 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0878db46fcbac4c03ddce0bc95ec3a6: Waiting for close lock at 1730983516105Running coprocessor pre-close hooks at 1730983516105Disabling compacts and flushes for region at 1730983516105Disabling writes for close at 1730983516105Writing region close event to WAL at 1730983516109 (+4 ms)Running coprocessor post-close hooks at 1730983516121 (+12 ms)Closed at 1730983516122 (+1 ms) 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d094a9c89221e12080485a10a0ec9133, disabling compactions & flushes 2024-11-07T12:45:16,122 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1730983445005.b0878db46fcbac4c03ddce0bc95ec3a6. 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. after waiting 0 ms 2024-11-07T12:45:16,122 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:45:16,131 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/default/SPTestTable/d094a9c89221e12080485a10a0ec9133/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:45:16,132 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:45:16,133 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d094a9c89221e12080485a10a0ec9133: Waiting for close lock at 1730983516122Running coprocessor pre-close hooks at 1730983516122Disabling compacts and flushes for region at 1730983516122Disabling writes for close at 1730983516122Writing region close event to WAL at 1730983516122Running coprocessor post-close hooks at 1730983516132 (+10 ms)Closed at 1730983516132 2024-11-07T12:45:16,133 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1730983445005.d094a9c89221e12080485a10a0ec9133. 2024-11-07T12:45:16,145 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/ns/fcbf205080da4b7fb35ba08d8d84db0e is 43, key is default/ns:d/1730983444737/Put/seqid=0 2024-11-07T12:45:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741863_1039 (size=5153) 2024-11-07T12:45:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741863_1039 (size=5153) 2024-11-07T12:45:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741863_1039 (size=5153) 2024-11-07T12:45:16,161 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/ns/fcbf205080da4b7fb35ba08d8d84db0e 2024-11-07T12:45:16,195 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/table/23536090460640b79f6437c91b485262 is 47, key is SPTestTable/table:state/1730983456095/Put/seqid=0 2024-11-07T12:45:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741864_1040 (size=5214) 2024-11-07T12:45:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741864_1040 (size=5214) 2024-11-07T12:45:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741864_1040 (size=5214) 2024-11-07T12:45:16,209 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/table/23536090460640b79f6437c91b485262 2024-11-07T12:45:16,220 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/info/060eebec017f45a486b68b20f228e31c as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/info/060eebec017f45a486b68b20f228e31c 2024-11-07T12:45:16,221 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:45:16,221 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(976): stopping server db9ad1cb6cf9,42819,1730983432931; all regions closed. 2024-11-07T12:45:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741833_1009 (size=3530) 2024-11-07T12:45:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741833_1009 (size=3530) 2024-11-07T12:45:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741833_1009 (size=3530) 2024-11-07T12:45:16,231 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs 2024-11-07T12:45:16,231 INFO [RS:2;db9ad1cb6cf9:42819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C42819%2C1730983432931:(num 1730983434252) 2024-11-07T12:45:16,231 DEBUG [RS:2;db9ad1cb6cf9:42819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,231 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:45:16,231 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.ChoreService(370): Chore service for: regionserver/db9ad1cb6cf9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:45:16,232 INFO [regionserver/db9ad1cb6cf9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:45:16,232 INFO [RS:2;db9ad1cb6cf9:42819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42819 2024-11-07T12:45:16,234 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/info/060eebec017f45a486b68b20f228e31c, entries=116, sequenceid=37, filesize=19.8 K 2024-11-07T12:45:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,42819,1730983432931 2024-11-07T12:45:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:45:16,235 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:45:16,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,42819,1730983432931] 2024-11-07T12:45:16,238 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/ns/fcbf205080da4b7fb35ba08d8d84db0e as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/ns/fcbf205080da4b7fb35ba08d8d84db0e 2024-11-07T12:45:16,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,42819,1730983432931 already deleted, retry=false 2024-11-07T12:45:16,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db9ad1cb6cf9,42819,1730983432931 expired; onlineServers=1 2024-11-07T12:45:16,246 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/ns/fcbf205080da4b7fb35ba08d8d84db0e, entries=2, sequenceid=37, filesize=5.0 K 2024-11-07T12:45:16,247 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/.tmp/table/23536090460640b79f6437c91b485262 as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/table/23536090460640b79f6437c91b485262 2024-11-07T12:45:16,256 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/table/23536090460640b79f6437c91b485262, entries=2, sequenceid=37, filesize=5.1 K 2024-11-07T12:45:16,257 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=37, compaction requested=false 2024-11-07T12:45:16,263 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-07T12:45:16,264 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:45:16,264 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:45:16,264 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730983516021Running coprocessor pre-close hooks at 1730983516021Disabling compacts and flushes for region at 1730983516021Disabling writes for close at 1730983516021Obtaining lock to block concurrent updates at 1730983516022 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730983516022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1730983516022Flushing stores of hbase:meta,,1.1588230740 at 1730983516023 (+1 ms)Flushing 1588230740/info: creating writer at 1730983516023Flushing 1588230740/info: appending metadata at 1730983516063 (+40 ms)Flushing 1588230740/info: closing flushed file at 1730983516063Flushing 1588230740/ns: creating writer at 1730983516121 (+58 ms)Flushing 1588230740/ns: appending metadata at 1730983516144 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1730983516144Flushing 1588230740/table: creating writer at 1730983516171 (+27 ms)Flushing 1588230740/table: appending metadata at 1730983516194 (+23 ms)Flushing 1588230740/table: closing flushed file at 1730983516194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114389bb: reopening flushed file at 1730983516218 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3ab084: reopening flushed file at 1730983516236 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29197652: reopening flushed file at 1730983516246 (+10 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=37, compaction requested=false at 1730983516257 (+11 ms)Writing region close event to WAL at 1730983516259 (+2 ms)Running coprocessor post-close hooks at 1730983516263 (+4 ms)Closed at 1730983516264 (+1 ms) 2024-11-07T12:45:16,264 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:45:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,337 INFO [RS:2;db9ad1cb6cf9:42819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:45:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42819-0x1001a4517040003, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,337 INFO [RS:2;db9ad1cb6cf9:42819 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,42819,1730983432931; zookeeper connection closed. 2024-11-07T12:45:16,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e60e11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e60e11 2024-11-07T12:45:16,421 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(976): stopping server db9ad1cb6cf9,41073,1730983432786; all regions closed. 2024-11-07T12:45:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741836_1012 (size=19546) 2024-11-07T12:45:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741836_1012 (size=19546) 2024-11-07T12:45:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741836_1012 (size=19546) 2024-11-07T12:45:16,428 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs 2024-11-07T12:45:16,428 INFO [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C41073%2C1730983432786.meta:.meta(num 1730983444512) 2024-11-07T12:45:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741834_1010 (size=3500) 2024-11-07T12:45:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741834_1010 (size=3500) 2024-11-07T12:45:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741834_1010 (size=3500) 2024-11-07T12:45:16,433 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/oldWALs 2024-11-07T12:45:16,433 INFO [RS:0;db9ad1cb6cf9:41073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C41073%2C1730983432786:(num 1730983434252) 2024-11-07T12:45:16,433 DEBUG [RS:0;db9ad1cb6cf9:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:16,433 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:45:16,434 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:45:16,434 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.ChoreService(370): Chore service for: regionserver/db9ad1cb6cf9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:45:16,434 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:45:16,434 INFO [regionserver/db9ad1cb6cf9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:45:16,434 INFO [RS:0;db9ad1cb6cf9:41073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41073 2024-11-07T12:45:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,41073,1730983432786 2024-11-07T12:45:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:45:16,437 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:45:16,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,41073,1730983432786] 2024-11-07T12:45:16,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,41073,1730983432786 already deleted, retry=false 2024-11-07T12:45:16,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db9ad1cb6cf9,41073,1730983432786 expired; onlineServers=0 2024-11-07T12:45:16,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db9ad1cb6cf9,36349,1730983432101' ***** 2024-11-07T12:45:16,440 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:45:16,440 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:45:16,440 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:45:16,440 DEBUG [M:0;db9ad1cb6cf9:36349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:45:16,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:45:16,440 DEBUG [M:0;db9ad1cb6cf9:36349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:45:16,440 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983433891 {}] cleaner.HFileCleaner(306): Exit Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983433891,5,FailOnTimeoutGroup] 2024-11-07T12:45:16,440 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983433886 {}] cleaner.HFileCleaner(306): Exit Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983433886,5,FailOnTimeoutGroup] 2024-11-07T12:45:16,440 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.ChoreService(370): Chore service for: master/db9ad1cb6cf9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:45:16,441 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:45:16,441 DEBUG [M:0;db9ad1cb6cf9:36349 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:45:16,441 INFO [M:0;db9ad1cb6cf9:36349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:45:16,441 INFO [M:0;db9ad1cb6cf9:36349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:45:16,441 ERROR [M:0;db9ad1cb6cf9:36349 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:39369 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39369,5,PEWorkerGroup] 2024-11-07T12:45:16,442 INFO [M:0;db9ad1cb6cf9:36349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:45:16,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:45:16,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:45:16,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:16,442 DEBUG [M:0;db9ad1cb6cf9:36349 {}] zookeeper.ZKUtil(347): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:45:16,443 WARN [M:0;db9ad1cb6cf9:36349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:45:16,443 INFO [M:0;db9ad1cb6cf9:36349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/.lastflushedseqids 2024-11-07T12:45:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741865_1041 (size=686) 2024-11-07T12:45:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741865_1041 (size=686) 2024-11-07T12:45:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741865_1041 (size=686) 2024-11-07T12:45:16,458 INFO [M:0;db9ad1cb6cf9:36349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:45:16,459 INFO [M:0;db9ad1cb6cf9:36349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:45:16,459 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:45:16,459 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:16,459 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:16,459 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:45:16,459 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:16,459 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.55 KB heapSize=242.32 KB 2024-11-07T12:45:16,477 DEBUG [M:0;db9ad1cb6cf9:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89045628d79e4f9386512f0f0b09d044 is 82, key is hbase:meta,,1/info:regioninfo/1730983444600/Put/seqid=0 2024-11-07T12:45:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741866_1042 (size=5672) 2024-11-07T12:45:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741866_1042 (size=5672) 2024-11-07T12:45:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741866_1042 (size=5672) 2024-11-07T12:45:16,486 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89045628d79e4f9386512f0f0b09d044 2024-11-07T12:45:16,518 DEBUG [M:0;db9ad1cb6cf9:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd4f1c4c05c42818549a7fb691eab4a is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730983456103/Put/seqid=0 2024-11-07T12:45:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741867_1043 (size=8973) 2024-11-07T12:45:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741867_1043 (size=8973) 2024-11-07T12:45:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741867_1043 (size=8973) 2024-11-07T12:45:16,529 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.81 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd4f1c4c05c42818549a7fb691eab4a 2024-11-07T12:45:16,535 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdd4f1c4c05c42818549a7fb691eab4a 2024-11-07T12:45:16,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x1001a4517040001, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,539 INFO [RS:0;db9ad1cb6cf9:41073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:45:16,539 INFO [RS:0;db9ad1cb6cf9:41073 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,41073,1730983432786; zookeeper connection closed. 2024-11-07T12:45:16,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78d10f59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78d10f59 2024-11-07T12:45:16,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T12:45:16,552 DEBUG [M:0;db9ad1cb6cf9:36349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/099d053f7d9442388b723f5e77304517 is 69, key is db9ad1cb6cf9,41073,1730983432786/rs:state/1730983434013/Put/seqid=0 2024-11-07T12:45:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741868_1044 (size=5441) 2024-11-07T12:45:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741868_1044 (size=5441) 2024-11-07T12:45:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741868_1044 (size=5441) 2024-11-07T12:45:16,563 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/099d053f7d9442388b723f5e77304517 2024-11-07T12:45:16,571 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 099d053f7d9442388b723f5e77304517 2024-11-07T12:45:16,573 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89045628d79e4f9386512f0f0b09d044 as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89045628d79e4f9386512f0f0b09d044 2024-11-07T12:45:16,580 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89045628d79e4f9386512f0f0b09d044, entries=8, sequenceid=513, filesize=5.5 K 2024-11-07T12:45:16,582 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdd4f1c4c05c42818549a7fb691eab4a as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdd4f1c4c05c42818549a7fb691eab4a 2024-11-07T12:45:16,589 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdd4f1c4c05c42818549a7fb691eab4a 2024-11-07T12:45:16,589 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdd4f1c4c05c42818549a7fb691eab4a, entries=56, sequenceid=513, filesize=8.8 K 2024-11-07T12:45:16,590 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/099d053f7d9442388b723f5e77304517 as hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/099d053f7d9442388b723f5e77304517 2024-11-07T12:45:16,598 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 099d053f7d9442388b723f5e77304517 2024-11-07T12:45:16,598 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/ffbb3695-f91f-d8fd-d312-40baa64000c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/099d053f7d9442388b723f5e77304517, entries=3, sequenceid=513, filesize=5.3 K 2024-11-07T12:45:16,599 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=513, compaction requested=false 2024-11-07T12:45:16,600 INFO [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:16,600 DEBUG [M:0;db9ad1cb6cf9:36349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730983516459Disabling compacts and flushes for region at 1730983516459Disabling writes for close at 1730983516459Obtaining lock to block concurrent updates at 1730983516459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730983516459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200243, getHeapSize=248072, getOffHeapSize=0, getCellsCount=620 at 1730983516460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730983516461 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730983516461Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730983516476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730983516477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730983516493 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730983516518 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730983516518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730983516536 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730983516551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730983516551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0055f1: reopening flushed file at 1730983516571 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2cb5c7: reopening flushed file at 1730983516581 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cda60f6: reopening flushed file at 1730983516589 (+8 ms)Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=513, compaction requested=false at 1730983516599 (+10 ms)Writing region close event to WAL at 1730983516600 (+1 ms)Closed at 1730983516600 2024-11-07T12:45:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35505 is added to blk_1073741830_1006 (size=234435) 2024-11-07T12:45:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37513 is added to blk_1073741830_1006 (size=234435) 2024-11-07T12:45:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741830_1006 (size=234435) 2024-11-07T12:45:16,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:45:16,605 INFO [M:0;db9ad1cb6cf9:36349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:45:16,605 INFO [M:0;db9ad1cb6cf9:36349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36349 2024-11-07T12:45:16,605 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:45:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,707 INFO [M:0;db9ad1cb6cf9:36349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:45:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36349-0x1001a4517040000, quorum=127.0.0.1:51044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:45:16,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:16,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:45:16,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:45:16,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:45:16,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,STOPPED} 2024-11-07T12:45:16,717 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:45:16,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:45:16,717 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634424467-172.17.0.2-1730983428195 (Datanode Uuid 963340cb-de18-4ff2-bbcb-d7b0ca080e22) service to localhost/127.0.0.1:39369 2024-11-07T12:45:16,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:45:16,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data5/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data6/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:45:16,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:16,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:45:16,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:45:16,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:45:16,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,STOPPED} 2024-11-07T12:45:16,723 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:45:16,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:45:16,724 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634424467-172.17.0.2-1730983428195 (Datanode Uuid 6728a375-6ae9-4a53-827a-9e7137a483be) service to localhost/127.0.0.1:39369 2024-11-07T12:45:16,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:45:16,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data3/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data4/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:45:16,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:16,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:45:16,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:45:16,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:45:16,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,STOPPED} 2024-11-07T12:45:16,729 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:45:16,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:45:16,729 WARN [BP-1634424467-172.17.0.2-1730983428195 heartbeating to localhost/127.0.0.1:39369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634424467-172.17.0.2-1730983428195 (Datanode Uuid c3d0b44f-9649-4a32-9e99-acb79946395b) service to localhost/127.0.0.1:39369 2024-11-07T12:45:16,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:45:16,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data1/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/cluster_fb3e0737-e0f1-a1be-3ac4-f53bb3081909/data/data2/current/BP-1634424467-172.17.0.2-1730983428195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:45:16,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:45:16,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:45:16,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:45:16,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:45:16,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:45:16,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir/,STOPPED} 2024-11-07T12:45:16,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:45:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:45:16,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db9ad1cb6cf9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@22d8a17 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/db9ad1cb6cf9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db9ad1cb6cf9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db9ad1cb6cf9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db9ad1cb6cf9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39369 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db9ad1cb6cf9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39369 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/db9ad1cb6cf9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 780), ProcessCount=11 (was 11), AvailableMemoryMB=2073 (was 3086) 2024-11-07T12:45:16,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=2072 2024-11-07T12:45:16,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir so I do NOT create it in target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10 2024-11-07T12:45:16,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:45:16,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.tmp.dir so I do NOT create it in target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10 2024-11-07T12:45:16,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4e5059d-f9b2-1ff9-7800-9acacbe024e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:45:16,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10 2024-11-07T12:45:16,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:45:16,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4, deleteOnExit=true 2024-11-07T12:45:16,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/test.cache.data in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:45:16,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:45:16,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:45:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:45:16,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:45:16,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:45:16,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:45:16,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:45:16,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:45:16,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:45:16,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45478c0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:45:16,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50702bc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:45:17,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbd71dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-10636885629724424292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:45:17,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@656d7fc1{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-11-07T12:45:17,026 INFO [Time-limited test {}] server.Server(415): Started @91739ms 2024-11-07T12:45:17,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:45:17,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:45:17,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:45:17,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:45:17,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:45:17,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29729763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:45:17,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4e06bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:45:17,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72443302{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/java.io.tmpdir/jetty-localhost-35521-hadoop-hdfs-3_4_1-tests_jar-_-any-2502393262512938652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:17,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b78350{HTTP/1.1, (http/1.1)}{localhost:35521} 2024-11-07T12:45:17,232 INFO [Time-limited test {}] server.Server(415): Started @91945ms 2024-11-07T12:45:17,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:45:17,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:45:17,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:45:17,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:45:17,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:45:17,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:45:17,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673d1674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:45:17,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5827f46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:45:17,323 WARN [Thread-670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data1/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,323 WARN [Thread-671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data2/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,339 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:45:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb470df7ba261acf with lease ID 0x28a5b2303bab790: Processing first storage report for DS-c68e29ef-3232-4580-be4f-147ecd1ba93c from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=c39a990e-fc53-41d0-8c05-7f95d1d64f2d, infoPort=43617, infoSecurePort=0, ipcPort=43173, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb470df7ba261acf with lease ID 0x28a5b2303bab790: from storage DS-c68e29ef-3232-4580-be4f-147ecd1ba93c node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=c39a990e-fc53-41d0-8c05-7f95d1d64f2d, infoPort=43617, infoSecurePort=0, ipcPort=43173, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb470df7ba261acf with lease ID 0x28a5b2303bab790: Processing first storage report for DS-72aa2612-814b-4584-958c-b840814c4427 from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=c39a990e-fc53-41d0-8c05-7f95d1d64f2d, infoPort=43617, infoSecurePort=0, ipcPort=43173, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb470df7ba261acf with lease ID 0x28a5b2303bab790: from storage DS-72aa2612-814b-4584-958c-b840814c4427 node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=c39a990e-fc53-41d0-8c05-7f95d1d64f2d, infoPort=43617, infoSecurePort=0, ipcPort=43173, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1398d29a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/java.io.tmpdir/jetty-localhost-38603-hadoop-hdfs-3_4_1-tests_jar-_-any-18000490600230726089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:17,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d599191{HTTP/1.1, (http/1.1)}{localhost:38603} 2024-11-07T12:45:17,399 INFO [Time-limited test {}] server.Server(415): Started @92112ms 2024-11-07T12:45:17,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:45:17,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:45:17,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:45:17,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:45:17,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:45:17,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:45:17,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f7c0fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:45:17,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d322b2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:45:17,485 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data3/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,485 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data4/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,505 WARN [Thread-685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:45:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f9b45e64b74c8 with lease ID 0x28a5b2303bab791: Processing first storage report for DS-c32a0455-347d-40c8-81de-0e96c5278ff1 from datanode DatanodeRegistration(127.0.0.1:39141, datanodeUuid=4712f760-7144-4fa6-bcac-82df3143dec1, infoPort=40639, infoSecurePort=0, ipcPort=41909, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f9b45e64b74c8 with lease ID 0x28a5b2303bab791: from storage DS-c32a0455-347d-40c8-81de-0e96c5278ff1 node DatanodeRegistration(127.0.0.1:39141, datanodeUuid=4712f760-7144-4fa6-bcac-82df3143dec1, infoPort=40639, infoSecurePort=0, ipcPort=41909, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14f9b45e64b74c8 with lease ID 0x28a5b2303bab791: Processing first storage report for DS-b049e91e-d38a-4dd5-8b07-422871e02ab0 from datanode DatanodeRegistration(127.0.0.1:39141, datanodeUuid=4712f760-7144-4fa6-bcac-82df3143dec1, infoPort=40639, infoSecurePort=0, ipcPort=41909, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14f9b45e64b74c8 with lease ID 0x28a5b2303bab791: from storage DS-b049e91e-d38a-4dd5-8b07-422871e02ab0 node DatanodeRegistration(127.0.0.1:39141, datanodeUuid=4712f760-7144-4fa6-bcac-82df3143dec1, infoPort=40639, infoSecurePort=0, ipcPort=41909, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e339060{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-11744853772370444021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:45:17,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a09c37{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-11-07T12:45:17,553 INFO [Time-limited test {}] server.Server(415): Started @92266ms 2024-11-07T12:45:17,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:45:17,643 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data6/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,643 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data5/current/BP-1310277645-172.17.0.2-1730983516844/current, will proceed with Du for space computation calculation, 2024-11-07T12:45:17,660 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:45:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c976d88046500c1 with lease ID 0x28a5b2303bab792: Processing first storage report for DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30 from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=f7388d5c-2bed-43f7-b9d9-12d7e027083d, infoPort=44189, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c976d88046500c1 with lease ID 0x28a5b2303bab792: from storage DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30 node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=f7388d5c-2bed-43f7-b9d9-12d7e027083d, infoPort=44189, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c976d88046500c1 with lease ID 0x28a5b2303bab792: Processing first storage report for DS-31d27e1c-829b-4d5d-b54e-a3ea922e1448 from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=f7388d5c-2bed-43f7-b9d9-12d7e027083d, infoPort=44189, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844) 2024-11-07T12:45:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c976d88046500c1 with lease ID 0x28a5b2303bab792: from storage DS-31d27e1c-829b-4d5d-b54e-a3ea922e1448 node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=f7388d5c-2bed-43f7-b9d9-12d7e027083d, infoPort=44189, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=877479009;c=1730983516844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:45:17,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10 2024-11-07T12:45:17,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/zookeeper_0, clientPort=65112, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:45:17,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65112 2024-11-07T12:45:17,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:45:17,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:45:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:45:17,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 with version=8 2024-11-07T12:45:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/hbase-staging 2024-11-07T12:45:17,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:45:17,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:45:17,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44543 2024-11-07T12:45:17,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44543 connecting to ZooKeeper ensemble=127.0.0.1:65112 2024-11-07T12:45:17,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445430x0, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:45:17,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44543-0x1001a46689a0000 connected 2024-11-07T12:45:17,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:17,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0, hbase.cluster.distributed=false 2024-11-07T12:45:17,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:45:17,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-07T12:45:17,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44543 2024-11-07T12:45:17,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44543 2024-11-07T12:45:17,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-07T12:45:17,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44543 2024-11-07T12:45:17,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:45:17,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:45:17,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:45:17,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:45:17,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:45:17,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41719 2024-11-07T12:45:17,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41719 connecting to ZooKeeper ensemble=127.0.0.1:65112 2024-11-07T12:45:17,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417190x0, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:45:17,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41719-0x1001a46689a0001 connected 2024-11-07T12:45:17,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:17,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:45:17,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:45:17,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:45:17,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:45:17,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-07T12:45:17,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41719 2024-11-07T12:45:17,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41719 2024-11-07T12:45:17,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-07T12:45:17,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41719 2024-11-07T12:45:17,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:45:17,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:45:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44811 2024-11-07T12:45:17,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44811 connecting to ZooKeeper ensemble=127.0.0.1:65112 2024-11-07T12:45:17,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448110x0, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:45:17,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448110x0, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:17,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44811-0x1001a46689a0002 connected 2024-11-07T12:45:17,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:45:17,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:45:17,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:45:17,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:45:17,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-07T12:45:17,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44811 2024-11-07T12:45:17,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44811 2024-11-07T12:45:17,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-07T12:45:17,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-07T12:45:17,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db9ad1cb6cf9:0 server-side Connection retries=45 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:45:17,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:45:17,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36467 2024-11-07T12:45:17,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36467 connecting to ZooKeeper ensemble=127.0.0.1:65112 2024-11-07T12:45:17,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364670x0, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:45:17,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:45:17,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36467-0x1001a46689a0003 connected 2024-11-07T12:45:17,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:45:17,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:45:17,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:45:17,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:45:17,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-07T12:45:17,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36467 2024-11-07T12:45:17,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36467 2024-11-07T12:45:17,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-07T12:45:17,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-07T12:45:17,867 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db9ad1cb6cf9:44543 2024-11-07T12:45:17,868 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,871 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:45:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:45:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:45:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,873 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:45:17,874 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db9ad1cb6cf9,44543,1730983517714 from backup master directory 2024-11-07T12:45:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:45:17,876 WARN [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:45:17,876 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:17,881 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/hbase.id] with ID: 74bf6983-08ea-4ac3-9b90-e934f0e5a134 2024-11-07T12:45:17,881 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.tmp/hbase.id 2024-11-07T12:45:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:45:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:45:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:45:17,894 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.tmp/hbase.id]:[hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/hbase.id] 2024-11-07T12:45:17,909 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:45:17,910 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:45:17,911 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:45:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:45:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:45:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:45:17,927 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:45:17,928 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:45:17,928 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:45:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:45:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:45:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:45:17,940 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store 2024-11-07T12:45:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:45:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:45:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:45:17,950 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:17,950 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:45:17,950 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:17,950 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:17,950 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:45:17,950 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:17,950 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:45:17,951 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730983517950Disabling compacts and flushes for region at 1730983517950Disabling writes for close at 1730983517950Writing region close event to WAL at 1730983517950Closed at 1730983517950 2024-11-07T12:45:17,951 WARN [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/.initializing 2024-11-07T12:45:17,952 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/WALs/db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:17,953 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:45:17,955 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C44543%2C1730983517714, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/WALs/db9ad1cb6cf9,44543,1730983517714, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/oldWALs, maxLogs=10 2024-11-07T12:45:17,970 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/WALs/db9ad1cb6cf9,44543,1730983517714/db9ad1cb6cf9%2C44543%2C1730983517714.1730983517956, exclude list is [], retry=0 2024-11-07T12:45:17,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-c68e29ef-3232-4580-be4f-147ecd1ba93c,DISK] 2024-11-07T12:45:17,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30,DISK] 2024-11-07T12:45:17,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39141,DS-c32a0455-347d-40c8-81de-0e96c5278ff1,DISK] 2024-11-07T12:45:17,977 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/WALs/db9ad1cb6cf9,44543,1730983517714/db9ad1cb6cf9%2C44543%2C1730983517714.1730983517956 2024-11-07T12:45:17,977 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43617:43617),(127.0.0.1/127.0.0.1:44189:44189),(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-07T12:45:17,977 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:45:17,978 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:17,978 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,978 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:45:17,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:17,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:17,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:45:17,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:17,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:17,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:45:17,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:17,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:17,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:45:17,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:17,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:17,990 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,991 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,991 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,993 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,993 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,994 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:45:17,995 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:45:17,998 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:17,998 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62637780, jitterRate=-0.06662434339523315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:45:18,000 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730983517978Initializing all the Stores at 1730983517979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983517979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983517980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983517980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983517980Cleaning up temporary data from old regions at 1730983517993 (+13 ms)Region opened successfully at 1730983517999 (+6 ms) 2024-11-07T12:45:18,000 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:45:18,006 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5370f536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:45:18,007 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:45:18,008 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:45:18,008 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:45:18,008 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:45:18,009 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:45:18,009 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:45:18,009 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T12:45:18,015 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:45:18,016 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:45:18,018 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:45:18,018 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:45:18,019 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:45:18,021 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:45:18,021 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:45:18,027 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:45:18,029 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:45:18,030 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:45:18,031 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:45:18,034 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:45:18,035 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:45:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,040 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db9ad1cb6cf9,44543,1730983517714, sessionid=0x1001a46689a0000, setting cluster-up flag (Was=false) 2024-11-07T12:45:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,049 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:45:18,050 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:18,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,060 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:45:18,062 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:18,063 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:45:18,065 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:45:18,066 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:45:18,066 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:45:18,067 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db9ad1cb6cf9,44543,1730983517714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:45:18,068 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:45:18,068 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:45:18,068 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:45:18,068 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:45:18,069 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db9ad1cb6cf9:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:45:18,069 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,069 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:45:18,069 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:45:18,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:45:18,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:18,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:45:18,084 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730983548084 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:45:18,085 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,086 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:45:18,086 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:45:18,086 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:45:18,086 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:45:18,087 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:45:18,087 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983518087,5,FailOnTimeoutGroup] 2024-11-07T12:45:18,088 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983518087,5,FailOnTimeoutGroup] 2024-11-07T12:45:18,088 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,088 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:45:18,088 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,088 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:45:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:45:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:45:18,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:45:18,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:45:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:45:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:45:18,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:18,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:45:18,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:45:18,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:18,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:18,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:45:18,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:45:18,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:18,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:18,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:45:18,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:45:18,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:18,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:18,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:45:18,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:45:18,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:18,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:18,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:45:18,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740 2024-11-07T12:45:18,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740 2024-11-07T12:45:18,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:45:18,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:45:18,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:45:18,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:45:18,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:18,137 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62500172, jitterRate=-0.06867486238479614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:45:18,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730983518113Initializing all the Stores at 1730983518114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983518114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983518116 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983518116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983518116Cleaning up temporary data from old regions at 1730983518131 (+15 ms)Region opened successfully at 1730983518138 (+7 ms) 2024-11-07T12:45:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:45:18,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:45:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:45:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:45:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:45:18,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:45:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730983518138Disabling compacts and flushes for region at 1730983518138Disabling writes for close at 1730983518139 (+1 ms)Writing region close event to WAL at 1730983518139Closed at 1730983518139 2024-11-07T12:45:18,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:45:18,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:45:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:45:18,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:45:18,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:45:18,158 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(746): ClusterId : 74bf6983-08ea-4ac3-9b90-e934f0e5a134 2024-11-07T12:45:18,158 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:45:18,158 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(746): ClusterId : 74bf6983-08ea-4ac3-9b90-e934f0e5a134 2024-11-07T12:45:18,158 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:45:18,158 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(746): ClusterId : 74bf6983-08ea-4ac3-9b90-e934f0e5a134 2024-11-07T12:45:18,158 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:45:18,161 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:45:18,161 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:45:18,161 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:45:18,161 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:45:18,161 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:45:18,161 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:45:18,165 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:45:18,166 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfc4e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:45:18,166 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:45:18,166 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c75af3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:45:18,168 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:45:18,168 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476243e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db9ad1cb6cf9/172.17.0.2:0 2024-11-07T12:45:18,183 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db9ad1cb6cf9:44811 2024-11-07T12:45:18,183 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db9ad1cb6cf9:36467 2024-11-07T12:45:18,183 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:45:18,183 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:45:18,183 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:45:18,183 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:45:18,183 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:45:18,183 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:45:18,184 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db9ad1cb6cf9:41719 2024-11-07T12:45:18,184 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:45:18,184 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:45:18,184 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:45:18,184 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,44543,1730983517714 with port=36467, startcode=1730983517836 2024-11-07T12:45:18,184 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,44543,1730983517714 with port=44811, startcode=1730983517808 2024-11-07T12:45:18,184 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:45:18,184 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:45:18,185 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(2659): reportForDuty to master=db9ad1cb6cf9,44543,1730983517714 with port=41719, startcode=1730983517771 2024-11-07T12:45:18,185 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:45:18,187 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:45:18,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,189 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:45:18,189 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:45:18,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,189 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:18,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,189 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-07T12:45:18,189 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:45:18,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44543 {}] master.ServerManager(517): Registering regionserver=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,190 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:18,191 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-07T12:45:18,191 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:45:18,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:45:18,192 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:18,192 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-07T12:45:18,192 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:45:18,195 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] zookeeper.ZKUtil(111): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,195 WARN [RS:1;db9ad1cb6cf9:44811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:45:18,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,44811,1730983517808] 2024-11-07T12:45:18,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,41719,1730983517771] 2024-11-07T12:45:18,196 INFO [RS:1;db9ad1cb6cf9:44811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:45:18,196 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:45:18,196 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] zookeeper.ZKUtil(111): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,197 WARN [RS:0;db9ad1cb6cf9:41719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:45:18,197 INFO [RS:0;db9ad1cb6cf9:41719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:45:18,197 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,197 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] zookeeper.ZKUtil(111): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,197 WARN [RS:2;db9ad1cb6cf9:36467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:45:18,197 INFO [RS:2;db9ad1cb6cf9:36467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:45:18,197 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db9ad1cb6cf9,36467,1730983517836] 2024-11-07T12:45:18,204 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:45:18,204 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:45:18,206 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:45:18,207 INFO [RS:0;db9ad1cb6cf9:41719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:45:18,207 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,208 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:45:18,209 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:45:18,209 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:45:18,211 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:45:18,212 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,212 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,213 INFO [RS:1;db9ad1cb6cf9:44811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:45:18,213 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,215 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:45:18,215 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:45:18,216 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:45:18,217 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,217 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,218 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,218 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,218 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,219 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,219 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,219 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,41719,1730983517771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:45:18,219 INFO [RS:2;db9ad1cb6cf9:36467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:45:18,219 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,220 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,221 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44811,1730983517808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:45:18,222 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:45:18,222 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,222 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,223 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,223 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,223 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db9ad1cb6cf9:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:45:18,223 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,223 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db9ad1cb6cf9:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,230 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36467,1730983517836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:45:18,243 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:45:18,244 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,41719,1730983517771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,244 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,244 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.Replication(171): db9ad1cb6cf9,41719,1730983517771 started 2024-11-07T12:45:18,245 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:45:18,245 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,36467,1730983517836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,245 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,245 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.Replication(171): db9ad1cb6cf9,36467,1730983517836 started 2024-11-07T12:45:18,246 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:45:18,246 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44811,1730983517808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,246 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,246 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.Replication(171): db9ad1cb6cf9,44811,1730983517808 started 2024-11-07T12:45:18,261 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,261 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,36467,1730983517836, RpcServer on db9ad1cb6cf9/172.17.0.2:36467, sessionid=0x1001a46689a0003 2024-11-07T12:45:18,261 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:45:18,261 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,261 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,36467,1730983517836' 2024-11-07T12:45:18,261 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:45:18,262 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:45:18,262 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,36467,1730983517836' 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:45:18,263 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:45:18,264 INFO [RS:2;db9ad1cb6cf9:36467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:45:18,264 INFO [RS:2;db9ad1cb6cf9:36467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:45:18,264 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,264 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,41719,1730983517771, RpcServer on db9ad1cb6cf9/172.17.0.2:41719, sessionid=0x1001a46689a0001 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,41719,1730983517771' 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,41719,1730983517771' 2024-11-07T12:45:18,265 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:45:18,266 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:45:18,266 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:45:18,266 INFO [RS:0;db9ad1cb6cf9:41719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:45:18,266 INFO [RS:0;db9ad1cb6cf9:41719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:45:18,266 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:18,267 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1482): Serving as db9ad1cb6cf9,44811,1730983517808, RpcServer on db9ad1cb6cf9/172.17.0.2:44811, sessionid=0x1001a46689a0002 2024-11-07T12:45:18,267 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:45:18,267 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,267 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,44811,1730983517808' 2024-11-07T12:45:18,267 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:45:18,267 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db9ad1cb6cf9,44811,1730983517808' 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:45:18,268 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:45:18,269 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:45:18,269 INFO [RS:1;db9ad1cb6cf9:44811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:45:18,269 INFO [RS:1;db9ad1cb6cf9:44811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:45:18,294 WARN [db9ad1cb6cf9:44543 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:45:18,364 INFO [RS:2;db9ad1cb6cf9:36467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:45:18,366 INFO [RS:2;db9ad1cb6cf9:36467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C36467%2C1730983517836, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs, maxLogs=32 2024-11-07T12:45:18,367 INFO [RS:0;db9ad1cb6cf9:41719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:45:18,368 INFO [RS:0;db9ad1cb6cf9:41719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C41719%2C1730983517771, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,41719,1730983517771, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs, maxLogs=32 2024-11-07T12:45:18,369 INFO [RS:1;db9ad1cb6cf9:44811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:45:18,371 INFO [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C44811%2C1730983517808, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs, maxLogs=32 2024-11-07T12:45:18,382 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, exclude list is [], retry=0 2024-11-07T12:45:18,382 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,41719,1730983517771/db9ad1cb6cf9%2C41719%2C1730983517771.1730983518369, exclude list is [], retry=0 2024-11-07T12:45:18,383 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808/db9ad1cb6cf9%2C44811%2C1730983517808.1730983518371, exclude list is [], retry=0 2024-11-07T12:45:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39141,DS-c32a0455-347d-40c8-81de-0e96c5278ff1,DISK] 2024-11-07T12:45:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-c68e29ef-3232-4580-be4f-147ecd1ba93c,DISK] 2024-11-07T12:45:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-c68e29ef-3232-4580-be4f-147ecd1ba93c,DISK] 2024-11-07T12:45:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30,DISK] 2024-11-07T12:45:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39141,DS-c32a0455-347d-40c8-81de-0e96c5278ff1,DISK] 2024-11-07T12:45:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30,DISK] 2024-11-07T12:45:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-c68e29ef-3232-4580-be4f-147ecd1ba93c,DISK] 2024-11-07T12:45:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39141,DS-c32a0455-347d-40c8-81de-0e96c5278ff1,DISK] 2024-11-07T12:45:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30,DISK] 2024-11-07T12:45:18,397 INFO [RS:2;db9ad1cb6cf9:36467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 2024-11-07T12:45:18,397 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43617:43617),(127.0.0.1/127.0.0.1:40639:40639),(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-07T12:45:18,397 INFO [RS:0;db9ad1cb6cf9:41719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,41719,1730983517771/db9ad1cb6cf9%2C41719%2C1730983517771.1730983518369 2024-11-07T12:45:18,397 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43617:43617),(127.0.0.1/127.0.0.1:40639:40639),(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-07T12:45:18,398 INFO [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808/db9ad1cb6cf9%2C44811%2C1730983517808.1730983518371 2024-11-07T12:45:18,399 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43617:43617),(127.0.0.1/127.0.0.1:44189:44189),(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-07T12:45:18,544 DEBUG [db9ad1cb6cf9:44543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T12:45:18,544 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T12:45:18,547 INFO [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:45:18,547 INFO [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:45:18,547 INFO [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T12:45:18,547 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:45:18,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:18,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db9ad1cb6cf9,44811,1730983517808, state=OPENING 2024-11-07T12:45:18,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:45:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:45:18,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:45:18,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:45:18,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:18,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:18,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:18,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:21,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:21,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:21,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:21,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:45:21,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:21,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:21,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:22,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:45:22,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:45:28,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:45:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:28,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:28,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:28,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:45:28,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:45:28,562 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:45:28,562 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:45:28,562 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:45:28,564 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db9ad1cb6cf9%2C44811%2C1730983517808.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs, maxLogs=32 2024-11-07T12:45:28,579 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808/db9ad1cb6cf9%2C44811%2C1730983517808.meta.1730983528565.meta, exclude list is [], retry=0 2024-11-07T12:45:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39141,DS-c32a0455-347d-40c8-81de-0e96c5278ff1,DISK] 2024-11-07T12:45:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-897ee580-1d74-4d90-9eb7-49e8fc9e5a30,DISK] 2024-11-07T12:45:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-c68e29ef-3232-4580-be4f-147ecd1ba93c,DISK] 2024-11-07T12:45:28,583 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,44811,1730983517808/db9ad1cb6cf9%2C44811%2C1730983517808.meta.1730983528565.meta 2024-11-07T12:45:28,583 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639),(127.0.0.1/127.0.0.1:44189:44189),(127.0.0.1/127.0.0.1:43617:43617)] 2024-11-07T12:45:28,583 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:45:28,584 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:45:28,584 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:45:28,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:45:28,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:45:28,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:45:28,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:45:28,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:28,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:28,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:45:28,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:45:28,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:28,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:45:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:45:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:45:28,591 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:45:28,591 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740 2024-11-07T12:45:28,593 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740 2024-11-07T12:45:28,594 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:45:28,594 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:45:28,595 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:45:28,596 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:45:28,597 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522928, jitterRate=0.08067584037780762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:45:28,597 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:45:28,598 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730983528584Writing region info on filesystem at 1730983528584Initializing all the Stores at 1730983528585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983528585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983528585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983528585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730983528585Cleaning up temporary data from old regions at 1730983528594 (+9 ms)Running coprocessor post-open hooks at 1730983528597 (+3 ms)Region opened successfully at 1730983528598 (+1 ms) 2024-11-07T12:45:28,599 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730983528555 2024-11-07T12:45:28,601 DEBUG [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:45:28,601 INFO [RS_OPEN_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:45:28,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db9ad1cb6cf9,44811,1730983517808, state=OPEN 2024-11-07T12:45:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:45:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:45:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:45:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:45:28,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:28,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:28,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:28,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:45:28,605 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:45:28,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db9ad1cb6cf9,44811,1730983517808 in 10.0530 sec 2024-11-07T12:45:28,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:45:28,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4660 sec 2024-11-07T12:45:28,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:45:28,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:45:28,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:45:28,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=-1] 2024-11-07T12:45:28,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:45:28,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:45:28,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5530 sec 2024-11-07T12:45:28,618 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730983528618, completionTime=-1 2024-11-07T12:45:28,618 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T12:45:28,618 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T12:45:28,620 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T12:45:28,620 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730983588620 2024-11-07T12:45:28,620 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730983648620 2024-11-07T12:45:28,620 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-07T12:45:28,620 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db9ad1cb6cf9:44543, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,621 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,623 DEBUG [master/db9ad1cb6cf9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.749sec 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:45:28,625 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:45:28,627 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:45:28,627 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:45:28,627 INFO [master/db9ad1cb6cf9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db9ad1cb6cf9,44543,1730983517714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:45:28,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db9ad1cb6cf9,44543,-1 for getting cluster id 2024-11-07T12:45:28,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:45:28,667 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74bf6983-08ea-4ac3-9b90-e934f0e5a134' 2024-11-07T12:45:28,667 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:45:28,667 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74bf6983-08ea-4ac3-9b90-e934f0e5a134" 2024-11-07T12:45:28,668 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297c401c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,668 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db9ad1cb6cf9,44543,-1] 2024-11-07T12:45:28,668 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:45:28,668 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:28,670 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:45:28,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1007a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:45:28,671 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=-1] 2024-11-07T12:45:28,672 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:45:28,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:45:28,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:28,675 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730983528675 (current time:1730983528675). 2024-11-07T12:45:28,675 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T12:45:28,675 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T12:45:28,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29536692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db9ad1cb6cf9,44543,-1 for getting cluster id 2024-11-07T12:45:28,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:45:28,676 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74bf6983-08ea-4ac3-9b90-e934f0e5a134' 2024-11-07T12:45:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:45:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74bf6983-08ea-4ac3-9b90-e934f0e5a134" 2024-11-07T12:45:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63afcea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db9ad1cb6cf9,44543,-1] 2024-11-07T12:45:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:45:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:28,677 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:45:28,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75118fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:45:28,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:45:28,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=-1] 2024-11-07T12:45:28,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:45:28,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:45:28,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:45:28,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:45:28,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:28,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:45:28,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:45:28,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:45:28,682 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:45:28,683 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74901afc 2024-11-07T12:45:28,683 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:45:28,684 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:45:28,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:45:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T12:45:28,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:45:28,687 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:28,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T12:45:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:28,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:45:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:45:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:45:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741837_1013 (size=361) 2024-11-07T12:45:28,699 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8a96ce55e28c3404ac16bec3b37d894, NAME => 'SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,699 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3160bdd962f63bb20c568a9f00e4cc43, NAME => 'SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,700 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 37f8cb1a6fb9504ced8963b1ee59dc09, NAME => 'SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741839_1015 (size=54) 2024-11-07T12:45:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741839_1015 (size=54) 2024-11-07T12:45:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741839_1015 (size=54) 2024-11-07T12:45:28,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d8a96ce55e28c3404ac16bec3b37d894, disabling compactions & flushes 2024-11-07T12:45:28,710 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:28,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:28,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. after waiting 0 ms 2024-11-07T12:45:28,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:28,710 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:28,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8a96ce55e28c3404ac16bec3b37d894: Waiting for close lock at 1730983528710Disabling compacts and flushes for region at 1730983528710Disabling writes for close at 1730983528710Writing region close event to WAL at 1730983528710Closed at 1730983528710 2024-11-07T12:45:28,711 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8489d3f7ad9e65744e20d4be051f9416, NAME => 'SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:45:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:45:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741838_1014 (size=62) 2024-11-07T12:45:28,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,716 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3160bdd962f63bb20c568a9f00e4cc43, disabling compactions & flushes 2024-11-07T12:45:28,716 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:28,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:28,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. after waiting 0 ms 2024-11-07T12:45:28,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:28,717 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:28,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3160bdd962f63bb20c568a9f00e4cc43: Waiting for close lock at 1730983528716Disabling compacts and flushes for region at 1730983528716Disabling writes for close at 1730983528717 (+1 ms)Writing region close event to WAL at 1730983528717Closed at 1730983528717 2024-11-07T12:45:28,718 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5969450eb72a335192804323d7ca91c, NAME => 'SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741840_1016 (size=62) 2024-11-07T12:45:28,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741840_1016 (size=62) 2024-11-07T12:45:28,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741840_1016 (size=62) 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 37f8cb1a6fb9504ced8963b1ee59dc09, disabling compactions & flushes 2024-11-07T12:45:28,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. after waiting 0 ms 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:28,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 37f8cb1a6fb9504ced8963b1ee59dc09: Waiting for close lock at 1730983528720Disabling compacts and flushes for region at 1730983528720Disabling writes for close at 1730983528720Writing region close event to WAL at 1730983528720Closed at 1730983528720 2024-11-07T12:45:28,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ee4932cf2823b682eae19f96ba9b5834, NAME => 'SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:45:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:45:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741841_1017 (size=62) 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8489d3f7ad9e65744e20d4be051f9416, disabling compactions & flushes 2024-11-07T12:45:28,732 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. after waiting 0 ms 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:28,732 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:28,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8489d3f7ad9e65744e20d4be051f9416: Waiting for close lock at 1730983528732Disabling compacts and flushes for region at 1730983528732Disabling writes for close at 1730983528732Writing region close event to WAL at 1730983528732Closed at 1730983528732 2024-11-07T12:45:28,733 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e473faaccc37ff08cc0552d42e0bad1, NAME => 'SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:45:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:45:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741842_1018 (size=62) 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5969450eb72a335192804323d7ca91c, disabling compactions & flushes 2024-11-07T12:45:28,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. after waiting 0 ms 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:28,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:28,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5969450eb72a335192804323d7ca91c: Waiting for close lock at 1730983528739Disabling compacts and flushes for region at 1730983528739Disabling writes for close at 1730983528739Writing region close event to WAL at 1730983528739Closed at 1730983528739 2024-11-07T12:45:28,740 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3a87ca50ef147603caf96a9fc67ff94, NAME => 'SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:45:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:45:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741843_1019 (size=62) 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ee4932cf2823b682eae19f96ba9b5834, disabling compactions & flushes 2024-11-07T12:45:28,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. after waiting 0 ms 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:28,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:28,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ee4932cf2823b682eae19f96ba9b5834: Waiting for close lock at 1730983528750Disabling compacts and flushes for region at 1730983528750Disabling writes for close at 1730983528750Writing region close event to WAL at 1730983528750Closed at 1730983528750 2024-11-07T12:45:28,751 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 74634637e5462021762863d56f181d56, NAME => 'SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:45:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:45:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741844_1020 (size=62) 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7e473faaccc37ff08cc0552d42e0bad1, disabling compactions & flushes 2024-11-07T12:45:28,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. after waiting 0 ms 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:28,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:28,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e473faaccc37ff08cc0552d42e0bad1: Waiting for close lock at 1730983528756Disabling compacts and flushes for region at 1730983528756Disabling writes for close at 1730983528756Writing region close event to WAL at 1730983528756Closed at 1730983528756 2024-11-07T12:45:28,757 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d99ad6606f8c35ce20da72cca2b59821, NAME => 'SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0 2024-11-07T12:45:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:45:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:45:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741845_1021 (size=62) 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3a87ca50ef147603caf96a9fc67ff94, disabling compactions & flushes 2024-11-07T12:45:28,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. after waiting 0 ms 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:28,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:28,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3a87ca50ef147603caf96a9fc67ff94: Waiting for close lock at 1730983528769Disabling compacts and flushes for region at 1730983528769Disabling writes for close at 1730983528769Writing region close event to WAL at 1730983528769Closed at 1730983528769 2024-11-07T12:45:28,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:45:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:45:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741846_1022 (size=62) 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 74634637e5462021762863d56f181d56, disabling compactions & flushes 2024-11-07T12:45:28,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. after waiting 0 ms 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:28,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:28,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 74634637e5462021762863d56f181d56: Waiting for close lock at 1730983528778Disabling compacts and flushes for region at 1730983528778Disabling writes for close at 1730983528778Writing region close event to WAL at 1730983528778Closed at 1730983528778 2024-11-07T12:45:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:45:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:45:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741847_1023 (size=54) 2024-11-07T12:45:28,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:28,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d99ad6606f8c35ce20da72cca2b59821, disabling compactions & flushes 2024-11-07T12:45:28,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:28,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:28,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. after waiting 0 ms 2024-11-07T12:45:28,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:28,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:28,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d99ad6606f8c35ce20da72cca2b59821: Waiting for close lock at 1730983528783Disabling compacts and flushes for region at 1730983528783Disabling writes for close at 1730983528784 (+1 ms)Writing region close event to WAL at 1730983528784Closed at 1730983528784 2024-11-07T12:45:28,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:45:28,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730983528785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730983528785"}]},"ts":"1730983528785"} 2024-11-07T12:45:28,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T12:45:28,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:45:28,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730983528791"}]},"ts":"1730983528791"} 2024-11-07T12:45:28,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T12:45:28,794 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T12:45:28,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:45:28,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:45:28,798 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T12:45:28,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:45:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:28,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8a96ce55e28c3404ac16bec3b37d894, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37f8cb1a6fb9504ced8963b1ee59dc09, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8489d3f7ad9e65744e20d4be051f9416, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4932cf2823b682eae19f96ba9b5834, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e473faaccc37ff08cc0552d42e0bad1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74634637e5462021762863d56f181d56, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99ad6606f8c35ce20da72cca2b59821, ASSIGN}] 2024-11-07T12:45:28,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4932cf2823b682eae19f96ba9b5834, ASSIGN 2024-11-07T12:45:28,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e473faaccc37ff08cc0552d42e0bad1, ASSIGN 2024-11-07T12:45:28,801 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN 2024-11-07T12:45:28,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8489d3f7ad9e65744e20d4be051f9416, ASSIGN 2024-11-07T12:45:28,802 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4932cf2823b682eae19f96ba9b5834, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41719,1730983517771; forceNewPlan=false, retain=false 2024-11-07T12:45:28,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e473faaccc37ff08cc0552d42e0bad1, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,44811,1730983517808; forceNewPlan=false, retain=false 2024-11-07T12:45:28,804 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,36467,1730983517836; forceNewPlan=false, retain=false 2024-11-07T12:45:28,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8489d3f7ad9e65744e20d4be051f9416, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,44811,1730983517808; forceNewPlan=false, retain=false 2024-11-07T12:45:28,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99ad6606f8c35ce20da72cca2b59821, ASSIGN 2024-11-07T12:45:28,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74634637e5462021762863d56f181d56, ASSIGN 2024-11-07T12:45:28,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN 2024-11-07T12:45:28,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN 2024-11-07T12:45:28,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37f8cb1a6fb9504ced8963b1ee59dc09, ASSIGN 2024-11-07T12:45:28,809 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d99ad6606f8c35ce20da72cca2b59821, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,44811,1730983517808; forceNewPlan=false, retain=false 2024-11-07T12:45:28,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74634637e5462021762863d56f181d56, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41719,1730983517771; forceNewPlan=false, retain=false 2024-11-07T12:45:28,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,36467,1730983517836; forceNewPlan=false, retain=false 2024-11-07T12:45:28,809 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,36467,1730983517836; forceNewPlan=false, retain=false 2024-11-07T12:45:28,809 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37f8cb1a6fb9504ced8963b1ee59dc09, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,41719,1730983517771; forceNewPlan=false, retain=false 2024-11-07T12:45:28,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8a96ce55e28c3404ac16bec3b37d894, ASSIGN 2024-11-07T12:45:28,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8a96ce55e28c3404ac16bec3b37d894, ASSIGN; state=OFFLINE, location=db9ad1cb6cf9,44811,1730983517808; forceNewPlan=false, retain=false 2024-11-07T12:45:28,953 INFO [db9ad1cb6cf9:44543 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T12:45:28,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8489d3f7ad9e65744e20d4be051f9416, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7e473faaccc37ff08cc0552d42e0bad1, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8a96ce55e28c3404ac16bec3b37d894, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=74634637e5462021762863d56f181d56, regionState=OPENING, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:28,953 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d99ad6606f8c35ce20da72cca2b59821, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:28,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37f8cb1a6fb9504ced8963b1ee59dc09, regionState=OPENING, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:28,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b3a87ca50ef147603caf96a9fc67ff94, regionState=OPENING, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:28,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee4932cf2823b682eae19f96ba9b5834, regionState=OPENING, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:28,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5969450eb72a335192804323d7ca91c, regionState=OPENING, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:28,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3160bdd962f63bb20c568a9f00e4cc43, regionState=OPENING, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8489d3f7ad9e65744e20d4be051f9416, ASSIGN because future has completed 2024-11-07T12:45:28,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8489d3f7ad9e65744e20d4be051f9416, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:45:28,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74634637e5462021762863d56f181d56, ASSIGN because future has completed 2024-11-07T12:45:28,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74634637e5462021762863d56f181d56, server=db9ad1cb6cf9,41719,1730983517771}] 2024-11-07T12:45:28,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8a96ce55e28c3404ac16bec3b37d894, ASSIGN because future has completed 2024-11-07T12:45:28,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e473faaccc37ff08cc0552d42e0bad1, ASSIGN because future has completed 2024-11-07T12:45:28,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a96ce55e28c3404ac16bec3b37d894, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:45:28,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d99ad6606f8c35ce20da72cca2b59821, ASSIGN because future has completed 2024-11-07T12:45:28,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:45:28,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99ad6606f8c35ce20da72cca2b59821, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:45:28,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37f8cb1a6fb9504ced8963b1ee59dc09, ASSIGN because future has completed 2024-11-07T12:45:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4932cf2823b682eae19f96ba9b5834, ASSIGN because future has completed 2024-11-07T12:45:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN because future has completed 2024-11-07T12:45:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN because future has completed 2024-11-07T12:45:28,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4932cf2823b682eae19f96ba9b5834, server=db9ad1cb6cf9,41719,1730983517771}] 2024-11-07T12:45:28,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a87ca50ef147603caf96a9fc67ff94, server=db9ad1cb6cf9,36467,1730983517836}] 2024-11-07T12:45:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN because future has completed 2024-11-07T12:45:28,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43, server=db9ad1cb6cf9,36467,1730983517836}] 2024-11-07T12:45:28,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,36467,1730983517836}] 2024-11-07T12:45:28,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09, server=db9ad1cb6cf9,41719,1730983517771}] 2024-11-07T12:45:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:30,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:45:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:32,519 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:45:32,519 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:45:32,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:45:32,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:45:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:34,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:45:34,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:34,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:34,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:38,963 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:45:38,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:45:38,965 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:38,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d8a96ce55e28c3404ac16bec3b37d894, NAME => 'SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T12:45:38,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:38,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,965 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,967 INFO [StoreOpener-d8a96ce55e28c3404ac16bec3b37d894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,968 INFO [StoreOpener-d8a96ce55e28c3404ac16bec3b37d894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a96ce55e28c3404ac16bec3b37d894 columnFamilyName cf 2024-11-07T12:45:38,968 DEBUG [StoreOpener-d8a96ce55e28c3404ac16bec3b37d894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:38,969 INFO [StoreOpener-d8a96ce55e28c3404ac16bec3b37d894-1 {}] regionserver.HStore(327): Store=d8a96ce55e28c3404ac16bec3b37d894/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:38,969 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,969 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 74634637e5462021762863d56f181d56, NAME => 'SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,970 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,971 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,971 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,972 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,973 INFO [StoreOpener-74634637e5462021762863d56f181d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,974 INFO [StoreOpener-74634637e5462021762863d56f181d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74634637e5462021762863d56f181d56 columnFamilyName cf 2024-11-07T12:45:38,974 DEBUG [StoreOpener-74634637e5462021762863d56f181d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:38,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d8a96ce55e28c3404ac16bec3b37d894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:38,975 INFO [StoreOpener-74634637e5462021762863d56f181d56-1 {}] regionserver.HStore(327): Store=74634637e5462021762863d56f181d56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:38,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:45:38,975 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d8a96ce55e28c3404ac16bec3b37d894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68300534, jitterRate=0.017757266759872437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:38,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:38,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d8a96ce55e28c3404ac16bec3b37d894: Running coprocessor pre-open hook at 1730983538966Writing region info on filesystem at 1730983538966Initializing all the Stores at 1730983538966Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983538966Cleaning up temporary data from old regions at 1730983538971 (+5 ms)Running coprocessor post-open hooks at 1730983538975 (+4 ms)Region opened successfully at 1730983538975 2024-11-07T12:45:38,975 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56 2024-11-07T12:45:38,976 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56 2024-11-07T12:45:38,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:45:38,976 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,977 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,977 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894., pid=17, masterSystemTime=1730983538959 2024-11-07T12:45:38,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:38,979 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:38,979 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:38,979 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e473faaccc37ff08cc0552d42e0bad1, NAME => 'SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T12:45:38,980 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8a96ce55e28c3404ac16bec3b37d894, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:38,980 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:38,980 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,980 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a96ce55e28c3404ac16bec3b37d894, server=db9ad1cb6cf9,44811,1730983517808 because future has completed 2024-11-07T12:45:38,982 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:38,982 INFO [StoreOpener-7e473faaccc37ff08cc0552d42e0bad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,983 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:38,983 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 74634637e5462021762863d56f181d56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74821974, jitterRate=0.1149342954158783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f5969450eb72a335192804323d7ca91c, NAME => 'SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74634637e5462021762863d56f181d56 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 74634637e5462021762863d56f181d56: Running coprocessor pre-open hook at 1730983538970Writing region info on filesystem at 1730983538970Initializing all the Stores at 1730983538971 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983538971Cleaning up temporary data from old regions at 1730983538977 (+6 ms)Running coprocessor post-open hooks at 1730983538983 (+6 ms)Region opened successfully at 1730983538983 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,983 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,984 INFO [StoreOpener-7e473faaccc37ff08cc0552d42e0bad1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e473faaccc37ff08cc0552d42e0bad1 columnFamilyName cf 2024-11-07T12:45:38,984 DEBUG [StoreOpener-7e473faaccc37ff08cc0552d42e0bad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:38,984 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., pid=16, masterSystemTime=1730983538963 2024-11-07T12:45:38,985 INFO [StoreOpener-7e473faaccc37ff08cc0552d42e0bad1-1 {}] regionserver.HStore(327): Store=7e473faaccc37ff08cc0552d42e0bad1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:38,985 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-07T12:45:38,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a96ce55e28c3404ac16bec3b37d894, server=db9ad1cb6cf9,44811,1730983517808 in 10.0230 sec 2024-11-07T12:45:38,986 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,986 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,986 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:38,986 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:38,986 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,986 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:38,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ee4932cf2823b682eae19f96ba9b5834, NAME => 'SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T12:45:38,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:38,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,987 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8a96ce55e28c3404ac16bec3b37d894, ASSIGN in 10.1860 sec 2024-11-07T12:45:38,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=74634637e5462021762863d56f181d56, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:38,988 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,988 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,988 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5969450eb72a335192804323d7ca91c columnFamilyName cf 2024-11-07T12:45:38,988 DEBUG [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:38,989 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] regionserver.HStore(327): Store=f5969450eb72a335192804323d7ca91c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:38,989 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74634637e5462021762863d56f181d56, server=db9ad1cb6cf9,41719,1730983517771 because future has completed 2024-11-07T12:45:38,993 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-07T12:45:38,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 74634637e5462021762863d56f181d56, server=db9ad1cb6cf9,41719,1730983517771 in 10.0330 sec 2024-11-07T12:45:38,993 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,994 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:38,994 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,994 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,994 INFO [StoreOpener-ee4932cf2823b682eae19f96ba9b5834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74634637e5462021762863d56f181d56, ASSIGN in 10.1940 sec 2024-11-07T12:45:38,996 INFO [StoreOpener-ee4932cf2823b682eae19f96ba9b5834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee4932cf2823b682eae19f96ba9b5834 columnFamilyName cf 2024-11-07T12:45:38,996 DEBUG [StoreOpener-ee4932cf2823b682eae19f96ba9b5834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:38,996 INFO [StoreOpener-ee4932cf2823b682eae19f96ba9b5834-1 {}] regionserver.HStore(327): Store=ee4932cf2823b682eae19f96ba9b5834/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:38,996 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,997 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:38,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:38,998 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:39,000 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:39,001 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,001 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7e473faaccc37ff08cc0552d42e0bad1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62353122, jitterRate=-0.07086607813835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,002 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:39,002 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7e473faaccc37ff08cc0552d42e0bad1: Running coprocessor pre-open hook at 1730983538980Writing region info on filesystem at 1730983538980Initializing all the Stores at 1730983538981 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983538981Cleaning up temporary data from old regions at 1730983538988 (+7 ms)Running coprocessor post-open hooks at 1730983539002 (+14 ms)Region opened successfully at 1730983539002 2024-11-07T12:45:39,003 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., pid=18, masterSystemTime=1730983538959 2024-11-07T12:45:39,005 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:39,005 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:39,005 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:39,005 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d99ad6606f8c35ce20da72cca2b59821, NAME => 'SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T12:45:39,005 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7e473faaccc37ff08cc0552d42e0bad1, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:39,006 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:39,006 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,006 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,007 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/ee4932cf2823b682eae19f96ba9b5834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,007 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,007 INFO [StoreOpener-d99ad6606f8c35ce20da72cca2b59821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,007 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f5969450eb72a335192804323d7ca91c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798587, jitterRate=0.11458580195903778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:39,008 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ee4932cf2823b682eae19f96ba9b5834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60809457, jitterRate=-0.09386847913265228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1, server=db9ad1cb6cf9,44811,1730983517808 because future has completed 2024-11-07T12:45:39,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f5969450eb72a335192804323d7ca91c: Running coprocessor pre-open hook at 1730983538984Writing region info on filesystem at 1730983538984Initializing all the Stores at 1730983538985 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983538985Cleaning up temporary data from old regions at 1730983538994 (+9 ms)Running coprocessor post-open hooks at 1730983539008 (+14 ms)Region opened successfully at 1730983539008 2024-11-07T12:45:39,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:39,008 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ee4932cf2823b682eae19f96ba9b5834: Running coprocessor pre-open hook at 1730983538987Writing region info on filesystem at 1730983538987Initializing all the Stores at 1730983538993 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983538994 (+1 ms)Cleaning up temporary data from old regions at 1730983538998 (+4 ms)Running coprocessor post-open hooks at 1730983539008 (+10 ms)Region opened successfully at 1730983539008 2024-11-07T12:45:39,009 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834., pid=20, masterSystemTime=1730983538963 2024-11-07T12:45:39,009 INFO [StoreOpener-d99ad6606f8c35ce20da72cca2b59821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99ad6606f8c35ce20da72cca2b59821 columnFamilyName cf 2024-11-07T12:45:39,009 DEBUG [StoreOpener-d99ad6606f8c35ce20da72cca2b59821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:39,010 INFO [StoreOpener-d99ad6606f8c35ce20da72cca2b59821-1 {}] regionserver.HStore(327): Store=d99ad6606f8c35ce20da72cca2b59821/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:39,010 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c., pid=23, masterSystemTime=1730983538975 2024-11-07T12:45:39,010 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,011 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,011 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:39,011 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,011 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:39,011 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:39,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee4932cf2823b682eae19f96ba9b5834, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:39,012 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 37f8cb1a6fb9504ced8963b1ee59dc09, NAME => 'SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T12:45:39,012 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,012 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,012 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:39,013 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:39,013 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1, server=db9ad1cb6cf9,44811,1730983517808 in 10.0480 sec 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b3a87ca50ef147603caf96a9fc67ff94, NAME => 'SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T12:45:39,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5969450eb72a335192804323d7ca91c, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,013 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:39,014 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,014 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4932cf2823b682eae19f96ba9b5834, server=db9ad1cb6cf9,41719,1730983517771 because future has completed 2024-11-07T12:45:39,016 INFO [StoreOpener-b3a87ca50ef147603caf96a9fc67ff94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,016 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e473faaccc37ff08cc0552d42e0bad1, ASSIGN in 10.2140 sec 2024-11-07T12:45:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,36467,1730983517836 because future has completed 2024-11-07T12:45:39,018 INFO [StoreOpener-b3a87ca50ef147603caf96a9fc67ff94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a87ca50ef147603caf96a9fc67ff94 columnFamilyName cf 2024-11-07T12:45:39,018 INFO [StoreOpener-37f8cb1a6fb9504ced8963b1ee59dc09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,018 DEBUG [StoreOpener-b3a87ca50ef147603caf96a9fc67ff94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:39,018 INFO [StoreOpener-b3a87ca50ef147603caf96a9fc67ff94-1 {}] regionserver.HStore(327): Store=b3a87ca50ef147603caf96a9fc67ff94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:39,019 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,019 INFO [StoreOpener-37f8cb1a6fb9504ced8963b1ee59dc09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37f8cb1a6fb9504ced8963b1ee59dc09 columnFamilyName cf 2024-11-07T12:45:39,019 DEBUG [StoreOpener-37f8cb1a6fb9504ced8963b1ee59dc09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:39,019 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,020 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d99ad6606f8c35ce20da72cca2b59821; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71902875, jitterRate=0.0714363306760788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,021 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:39,021 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d99ad6606f8c35ce20da72cca2b59821: Running coprocessor pre-open hook at 1730983539006Writing region info on filesystem at 1730983539006Initializing all the Stores at 1730983539007 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983539007Cleaning up temporary data from old regions at 1730983539012 (+5 ms)Running coprocessor post-open hooks at 1730983539021 (+9 ms)Region opened successfully at 1730983539021 2024-11-07T12:45:39,020 INFO [StoreOpener-37f8cb1a6fb9504ced8963b1ee59dc09-1 {}] regionserver.HStore(327): Store=37f8cb1a6fb9504ced8963b1ee59dc09/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:39,021 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-07T12:45:39,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ee4932cf2823b682eae19f96ba9b5834, server=db9ad1cb6cf9,41719,1730983517771 in 10.0480 sec 2024-11-07T12:45:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-07T12:45:39,022 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., pid=19, masterSystemTime=1730983538959 2024-11-07T12:45:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,36467,1730983517836 in 10.0440 sec 2024-11-07T12:45:39,023 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4932cf2823b682eae19f96ba9b5834, ASSIGN in 10.2220 sec 2024-11-07T12:45:39,024 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN in 10.2230 sec 2024-11-07T12:45:39,024 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:39,024 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:39,024 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,024 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,024 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:39,024 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d99ad6606f8c35ce20da72cca2b59821, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:39,025 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,026 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,026 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8489d3f7ad9e65744e20d4be051f9416, NAME => 'SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T12:45:39,026 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99ad6606f8c35ce20da72cca2b59821, server=db9ad1cb6cf9,44811,1730983517808 because future has completed 2024-11-07T12:45:39,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:39,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,027 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,028 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,029 INFO [StoreOpener-8489d3f7ad9e65744e20d4be051f9416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,030 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/37f8cb1a6fb9504ced8963b1ee59dc09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,031 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 37f8cb1a6fb9504ced8963b1ee59dc09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75003427, jitterRate=0.11763815581798553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,031 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:39,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-07T12:45:39,031 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 37f8cb1a6fb9504ced8963b1ee59dc09: Running coprocessor pre-open hook at 1730983539013Writing region info on filesystem at 1730983539013Initializing all the Stores at 1730983539017 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983539017Cleaning up temporary data from old regions at 1730983539024 (+7 ms)Running coprocessor post-open hooks at 1730983539031 (+7 ms)Region opened successfully at 1730983539031 2024-11-07T12:45:39,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d99ad6606f8c35ce20da72cca2b59821, server=db9ad1cb6cf9,44811,1730983517808 in 10.0670 sec 2024-11-07T12:45:39,032 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09., pid=24, masterSystemTime=1730983538963 2024-11-07T12:45:39,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99ad6606f8c35ce20da72cca2b59821, ASSIGN in 10.2320 sec 2024-11-07T12:45:39,033 INFO [StoreOpener-8489d3f7ad9e65744e20d4be051f9416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8489d3f7ad9e65744e20d4be051f9416 columnFamilyName cf 2024-11-07T12:45:39,033 DEBUG [StoreOpener-8489d3f7ad9e65744e20d4be051f9416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:39,033 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,033 INFO [StoreOpener-8489d3f7ad9e65744e20d4be051f9416-1 {}] regionserver.HStore(327): Store=8489d3f7ad9e65744e20d4be051f9416/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:39,033 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,034 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b3a87ca50ef147603caf96a9fc67ff94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74881477, jitterRate=0.11582095921039581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:39,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:39,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b3a87ca50ef147603caf96a9fc67ff94: Running coprocessor pre-open hook at 1730983539014Writing region info on filesystem at 1730983539014Initializing all the Stores at 1730983539015 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983539015Cleaning up temporary data from old regions at 1730983539026 (+11 ms)Running coprocessor post-open hooks at 1730983539034 (+8 ms)Region opened successfully at 1730983539034 2024-11-07T12:45:39,034 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:39,034 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37f8cb1a6fb9504ced8963b1ee59dc09, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:39,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,035 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., pid=21, masterSystemTime=1730983538975 2024-11-07T12:45:39,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,035 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,037 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,039 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/8489d3f7ad9e65744e20d4be051f9416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,039 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8489d3f7ad9e65744e20d4be051f9416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67258220, jitterRate=0.0022255778312683105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,039 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:39,040 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8489d3f7ad9e65744e20d4be051f9416: Running coprocessor pre-open hook at 1730983539027Writing region info on filesystem at 1730983539027Initializing all the Stores at 1730983539029 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983539029Cleaning up temporary data from old regions at 1730983539035 (+6 ms)Running coprocessor post-open hooks at 1730983539040 (+5 ms)Region opened successfully at 1730983539040 2024-11-07T12:45:39,041 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416., pid=15, masterSystemTime=1730983538959 2024-11-07T12:45:39,041 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:39,041 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:39,041 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09, server=db9ad1cb6cf9,41719,1730983517771 because future has completed 2024-11-07T12:45:39,041 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3160bdd962f63bb20c568a9f00e4cc43, NAME => 'SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T12:45:39,042 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,042 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:45:39,042 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,042 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b3a87ca50ef147603caf96a9fc67ff94, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:39,043 INFO [StoreOpener-3160bdd962f63bb20c568a9f00e4cc43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a87ca50ef147603caf96a9fc67ff94, server=db9ad1cb6cf9,36467,1730983517836 because future has completed 2024-11-07T12:45:39,044 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:39,044 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:39,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8489d3f7ad9e65744e20d4be051f9416, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:39,045 INFO [StoreOpener-3160bdd962f63bb20c568a9f00e4cc43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3160bdd962f63bb20c568a9f00e4cc43 columnFamilyName cf 2024-11-07T12:45:39,045 DEBUG [StoreOpener-3160bdd962f63bb20c568a9f00e4cc43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:45:39,046 INFO [StoreOpener-3160bdd962f63bb20c568a9f00e4cc43-1 {}] regionserver.HStore(327): Store=3160bdd962f63bb20c568a9f00e4cc43/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:45:39,046 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8489d3f7ad9e65744e20d4be051f9416, server=db9ad1cb6cf9,44811,1730983517808 because future has completed 2024-11-07T12:45:39,047 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-07T12:45:39,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09, server=db9ad1cb6cf9,41719,1730983517771 in 10.0690 sec 2024-11-07T12:45:39,048 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,048 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,048 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-07T12:45:39,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37f8cb1a6fb9504ced8963b1ee59dc09, ASSIGN in 10.2480 sec 2024-11-07T12:45:39,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b3a87ca50ef147603caf96a9fc67ff94, server=db9ad1cb6cf9,36467,1730983517836 in 10.0760 sec 2024-11-07T12:45:39,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN in 10.2500 sec 2024-11-07T12:45:39,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-07T12:45:39,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8489d3f7ad9e65744e20d4be051f9416, server=db9ad1cb6cf9,44811,1730983517808 in 10.0920 sec 2024-11-07T12:45:39,051 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8489d3f7ad9e65744e20d4be051f9416, ASSIGN in 10.2520 sec 2024-11-07T12:45:39,053 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/3160bdd962f63bb20c568a9f00e4cc43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:45:39,054 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3160bdd962f63bb20c568a9f00e4cc43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68027646, jitterRate=0.013690918684005737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:45:39,054 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:39,054 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3160bdd962f63bb20c568a9f00e4cc43: Running coprocessor pre-open hook at 1730983539042Writing region info on filesystem at 1730983539042Initializing all the Stores at 1730983539043 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983539043Cleaning up temporary data from old regions at 1730983539048 (+5 ms)Running coprocessor post-open hooks at 1730983539054 (+6 ms)Region opened successfully at 1730983539054 2024-11-07T12:45:39,055 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43., pid=22, masterSystemTime=1730983538975 2024-11-07T12:45:39,057 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:39,057 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:39,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3160bdd962f63bb20c568a9f00e4cc43, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:39,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43, server=db9ad1cb6cf9,36467,1730983517836 because future has completed 2024-11-07T12:45:39,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-07T12:45:39,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43, server=db9ad1cb6cf9,36467,1730983517836 in 10.0870 sec 2024-11-07T12:45:39,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-07T12:45:39,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN in 10.2620 sec 2024-11-07T12:45:39,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:45:39,064 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730983539064"}]},"ts":"1730983539064"} 2024-11-07T12:45:39,066 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T12:45:39,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:45:39,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3820 sec 2024-11-07T12:45:42,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T12:45:44,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:45:44,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:44,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:44,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:45:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:45:46,949 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T12:45:46,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T12:45:46,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:45:46,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T12:45:46,953 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:45:46,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T12:45:46,978 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:46,980 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:46,981 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:46,982 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:46,984 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:46,985 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,013 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,014 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,016 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,017 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,019 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94., hostname=db9ad1cb6cf9,36467,1730983517836, seqNum=2] 2024-11-07T12:45:47,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., hostname=db9ad1cb6cf9,41719,1730983517771, seqNum=2] 2024-11-07T12:45:47,051 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., hostname=db9ad1cb6cf9,41719,1730983517771, seqNum=2] 2024-11-07T12:45:47,052 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., hostname=db9ad1cb6cf9,41719,1730983517771, seqNum=2] 2024-11-07T12:45:47,053 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., hostname=db9ad1cb6cf9,41719,1730983517771, seqNum=2] 2024-11-07T12:45:47,055 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., hostname=db9ad1cb6cf9,41719,1730983517771, seqNum=2] 2024-11-07T12:45:47,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,114 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,117 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., hostname=db9ad1cb6cf9,44811,1730983517808, seqNum=2] 2024-11-07T12:45:47,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:45:47,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:45:47,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:45:47,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:45:47,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:45:47,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:45:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44811 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:47,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41719 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:45:47,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44811 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:45:48,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44811 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T12:45:48,478 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T12:45:48,479 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:45:48,479 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T12:45:48,481 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T12:45:48,484 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T12:45:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:45:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:45:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741848_1024 (size=49) 2024-11-07T12:45:48,495 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T12:45:48,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8a96ce55e28c3404ac16bec3b37d894}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8489d3f7ad9e65744e20d4be051f9416}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5969450eb72a335192804323d7ca91c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4932cf2823b682eae19f96ba9b5834}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3a87ca50ef147603caf96a9fc67ff94}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74634637e5462021762863d56f181d56}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99ad6606f8c35ce20da72cca2b59821}] 2024-11-07T12:45:48,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:48,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74634637e5462021762863d56f181d56 2024-11-07T12:45:48,497 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:48,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:48,497 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:48,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:48,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:48,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:48,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:48,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:57,031 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-07T12:45:58,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T12:45:58,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T12:45:58,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T12:45:58,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:58,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:58,500 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b3a87ca50ef147603caf96a9fc67ff94 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T12:45:58,500 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7e473faaccc37ff08cc0552d42e0bad1 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-07T12:45:58,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:58,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 37f8cb1a6fb9504ced8963b1ee59dc09: 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8489d3f7ad9e65744e20d4be051f9416: 2024-11-07T12:45:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T12:45:58,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f5969450eb72a335192804323d7ca91c: 2024-11-07T12:45:58,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d8a96ce55e28c3404ac16bec3b37d894: 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:58,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 74634637e5462021762863d56f181d56 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3160bdd962f63bb20c568a9f00e4cc43: 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ee4932cf2823b682eae19f96ba9b5834: 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T12:45:58,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/.tmp/cf/41dcfa56313141399c30635f1f7a3075 is 34, key is aaa/cf:cf/1730983547872/Put/seqid=0 2024-11-07T12:45:58,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/.tmp/cf/09759dfe0d08401d9d491ad889971b45 is 34, key is ccd/cf:cf/1730983547869/Put/seqid=0 2024-11-07T12:45:58,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/.tmp/cf/3f2723eaa4e04f9aa921f14af9ea76a5 is 34, key is baa/cf:cf/1730983547831/Put/seqid=0 2024-11-07T12:45:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:45:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:45:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741852_1028 (size=65) 2024-11-07T12:45:58,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:45:58,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T12:45:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T12:45:58,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:58,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:45:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741854_1030 (size=57) 2024-11-07T12:45:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741854_1030 (size=57) 2024-11-07T12:45:58,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee4932cf2823b682eae19f96ba9b5834 in 10.0470 sec 2024-11-07T12:45:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741854_1030 (size=57) 2024-11-07T12:45:58,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:45:58,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T12:45:58,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:58,545 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d99ad6606f8c35ce20da72cca2b59821 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T12:45:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T12:45:58,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:58,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:45:58,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8a96ce55e28c3404ac16bec3b37d894 in 10.0520 sec 2024-11-07T12:45:58,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741849_1025 (size=65) 2024-11-07T12:45:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741849_1025 (size=65) 2024-11-07T12:45:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741849_1025 (size=65) 2024-11-07T12:45:58,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:45:58,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T12:45:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T12:45:58,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:58,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:45:58,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37f8cb1a6fb9504ced8963b1ee59dc09 in 10.0690 sec 2024-11-07T12:45:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:45:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:45:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:45:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:45:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741851_1027 (size=65) 2024-11-07T12:45:58,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1730983528684.3160bdd962f63bb20c568a9f00e4cc43. 2024-11-07T12:45:58,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T12:45:58,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:45:58,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T12:45:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741850_1026 (size=65) 2024-11-07T12:45:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T12:45:58,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:58,578 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43 2024-11-07T12:45:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T12:45:58,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:58,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5969450eb72a335192804323d7ca91c 2024-11-07T12:45:58,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43 in 10.0840 sec 2024-11-07T12:45:58,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5969450eb72a335192804323d7ca91c in 10.0850 sec 2024-11-07T12:45:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741853_1029 (size=65) 2024-11-07T12:45:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741853_1029 (size=65) 2024-11-07T12:45:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741853_1029 (size=65) 2024-11-07T12:45:58,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:45:58,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T12:45:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T12:45:58,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:58,593 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:45:58,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8489d3f7ad9e65744e20d4be051f9416 in 10.1000 sec 2024-11-07T12:45:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741857_1033 (size=28623) 2024-11-07T12:45:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741857_1033 (size=28623) 2024-11-07T12:45:58,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741857_1033 (size=28623) 2024-11-07T12:45:58,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/.tmp/cf/0c79c0002a0b4a99a4c047af7c669f3a is 34, key is eaa/cf:cf/1730983548363/Put/seqid=0 2024-11-07T12:45:58,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/.tmp/cf/3f2723eaa4e04f9aa921f14af9ea76a5 2024-11-07T12:45:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741855_1031 (size=26918) 2024-11-07T12:45:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741856_1032 (size=47197) 2024-11-07T12:45:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741855_1031 (size=26918) 2024-11-07T12:45:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741855_1031 (size=26918) 2024-11-07T12:45:58,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/.tmp/cf/41dcfa56313141399c30635f1f7a3075 2024-11-07T12:45:58,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741856_1032 (size=47197) 2024-11-07T12:45:58,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741856_1032 (size=47197) 2024-11-07T12:45:58,613 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/.tmp/cf/09759dfe0d08401d9d491ad889971b45 2024-11-07T12:45:58,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/.tmp/cf/3f2723eaa4e04f9aa921f14af9ea76a5 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/cf/3f2723eaa4e04f9aa921f14af9ea76a5 2024-11-07T12:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/.tmp/cf/09759dfe0d08401d9d491ad889971b45 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/cf/09759dfe0d08401d9d491ad889971b45 2024-11-07T12:45:58,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/.tmp/cf/41dcfa56313141399c30635f1f7a3075 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/cf/41dcfa56313141399c30635f1f7a3075 2024-11-07T12:45:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741858_1034 (size=499309) 2024-11-07T12:45:58,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/cf/3f2723eaa4e04f9aa921f14af9ea76a5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T12:45:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741858_1034 (size=499309) 2024-11-07T12:45:58,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b3a87ca50ef147603caf96a9fc67ff94 in 142ms, sequenceid=5, compaction requested=false 2024-11-07T12:45:58,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b3a87ca50ef147603caf96a9fc67ff94: 2024-11-07T12:45:58,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/cf/09759dfe0d08401d9d491ad889971b45, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T12:45:58,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/cf/3f2723eaa4e04f9aa921f14af9ea76a5] hfiles 2024-11-07T12:45:58,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/b3a87ca50ef147603caf96a9fc67ff94/cf/3f2723eaa4e04f9aa921f14af9ea76a5 for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 74634637e5462021762863d56f181d56 in 142ms, sequenceid=5, compaction requested=false 2024-11-07T12:45:58,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 74634637e5462021762863d56f181d56: 2024-11-07T12:45:58,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741858_1034 (size=499309) 2024-11-07T12:45:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/cf/09759dfe0d08401d9d491ad889971b45] hfiles 2024-11-07T12:45:58,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/cf/09759dfe0d08401d9d491ad889971b45 for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/.tmp/cf/0c79c0002a0b4a99a4c047af7c669f3a 2024-11-07T12:45:58,650 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/cf/41dcfa56313141399c30635f1f7a3075, entries=676, sequenceid=5, filesize=26.3 K 2024-11-07T12:45:58,651 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7e473faaccc37ff08cc0552d42e0bad1 in 151ms, sequenceid=5, compaction requested=false 2024-11-07T12:45:58,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7e473faaccc37ff08cc0552d42e0bad1: 2024-11-07T12:45:58,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/cf/41dcfa56313141399c30635f1f7a3075] hfiles 2024-11-07T12:45:58,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/cf/41dcfa56313141399c30635f1f7a3075 for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/.tmp/cf/0c79c0002a0b4a99a4c047af7c669f3a as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/cf/0c79c0002a0b4a99a4c047af7c669f3a 2024-11-07T12:45:58,659 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/cf/0c79c0002a0b4a99a4c047af7c669f3a, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T12:45:58,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d99ad6606f8c35ce20da72cca2b59821 in 115ms, sequenceid=5, compaction requested=false 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d99ad6606f8c35ce20da72cca2b59821: 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. for SnapshotProcedureTest completed. 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/cf/0c79c0002a0b4a99a4c047af7c669f3a] hfiles 2024-11-07T12:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/cf/0c79c0002a0b4a99a4c047af7c669f3a for snapshot=SnapshotProcedureTest 2024-11-07T12:45:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741860_1036 (size=105) 2024-11-07T12:45:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741860_1036 (size=105) 2024-11-07T12:45:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741860_1036 (size=105) 2024-11-07T12:45:58,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1730983528684.b3a87ca50ef147603caf96a9fc67ff94. 2024-11-07T12:45:58,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T12:45:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T12:45:58,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:58,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3a87ca50ef147603caf96a9fc67ff94 2024-11-07T12:45:58,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3a87ca50ef147603caf96a9fc67ff94 in 10.1790 sec 2024-11-07T12:45:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741859_1035 (size=105) 2024-11-07T12:45:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741859_1035 (size=105) 2024-11-07T12:45:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741859_1035 (size=105) 2024-11-07T12:45:58,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:45:58,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T12:45:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T12:45:58,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74634637e5462021762863d56f181d56 2024-11-07T12:45:58,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74634637e5462021762863d56f181d56 2024-11-07T12:45:58,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74634637e5462021762863d56f181d56 in 10.1860 sec 2024-11-07T12:45:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741861_1037 (size=105) 2024-11-07T12:45:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741861_1037 (size=105) 2024-11-07T12:45:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741861_1037 (size=105) 2024-11-07T12:45:58,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:45:58,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T12:45:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T12:45:58,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:58,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:45:58,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7e473faaccc37ff08cc0552d42e0bad1 in 10.2000 sec 2024-11-07T12:45:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741862_1038 (size=97) 2024-11-07T12:45:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741862_1038 (size=97) 2024-11-07T12:45:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741862_1038 (size=97) 2024-11-07T12:45:58,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:45:58,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T12:45:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T12:45:58,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:58,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:45:58,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-07T12:45:58,702 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T12:45:58,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d99ad6606f8c35ce20da72cca2b59821 in 10.2050 sec 2024-11-07T12:45:58,702 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T12:45:58,703 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T12:45:58,703 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T12:45:58,705 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:45:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741863_1039 (size=1174) 2024-11-07T12:45:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741863_1039 (size=1174) 2024-11-07T12:45:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741863_1039 (size=1174) 2024-11-07T12:45:58,735 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T12:45:58,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T12:45:58,743 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:58,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:58,743 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:58,743 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:58,743 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:58,748 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:45:58,749 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:58,749 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:45:58,749 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:45:58,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:46:07,773 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db9ad1cb6cf9:36349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T12:46:08,630 INFO [master/db9ad1cb6cf9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:46:08,630 INFO [master/db9ad1cb6cf9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T12:46:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-07T12:46:08,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:46:08,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:46:08,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T12:46:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-07T12:46:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T12:46:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-07T12:46:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-07T12:46:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-07T12:46:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-07T12:46:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-07T12:46:08,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-07T12:46:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-07T12:46:08,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-07T12:46:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T12:46:08,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T12:46:08,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T12:46:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-07T12:46:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T12:46:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-07T12:46:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-07T12:46:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T12:46:08,755 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 Release verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:08,755 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 Release verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:08,755 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 Release verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,755 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 Release verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:08,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 Release verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 in 10.0160 sec 2024-11-07T12:46:08,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 in 10.0160 sec 2024-11-07T12:46:08,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 in 10.0160 sec 2024-11-07T12:46:08,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 in 10.0160 sec 2024-11-07T12:46:08,759 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 Release verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:08,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 in 10.0160 sec 2024-11-07T12:46:08,759 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 Release verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,759 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 Release verify snapshot worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:08,760 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 Release verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:08,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 in 10.0200 sec 2024-11-07T12:46:08,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,44811,1730983517808 in 10.0200 sec 2024-11-07T12:46:08,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 in 10.0200 sec 2024-11-07T12:46:08,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 in 10.0210 sec 2024-11-07T12:46:08,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,791 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,791 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db9ad1cb6cf9,36467,1730983517836: Simulated kill ***** 2024-11-07T12:46:08,791 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:46:08,791 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:46:08,792 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:46:08,792 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:46:08,792 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:46:08,792 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 744402480 }, "NonHeapMemoryUsage": { "committed": 176291840, "init": 7667712, "max": -1, "used": 172193336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:46:08,793 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44543 {}] master.MasterRpcServices(700): db9ad1cb6cf9,36467,1730983517836 reported a fatal error: ***** ABORTING region server db9ad1cb6cf9,36467,1730983517836: Simulated kill ***** 2024-11-07T12:46:08,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,36467,1730983517836' ***** 2024-11-07T12:46:08,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T12:46:08,794 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:46:08,794 INFO [RS:2;db9ad1cb6cf9:36467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T12:46:08,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:46:08,794 INFO [RS:2;db9ad1cb6cf9:36467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T12:46:08,794 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:46:08,794 INFO [RS:2;db9ad1cb6cf9:36467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db9ad1cb6cf9:36467. 2024-11-07T12:46:08,794 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:46:08,794 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:46:08,794 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741834_1010 (size=1488) 2024-11-07T12:46:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741834_1010 (size=1488) 2024-11-07T12:46:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741834_1010 (size=1488) 2024-11-07T12:46:08,798 DEBUG [RS:2;db9ad1cb6cf9:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:08,798 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:08,798 INFO [RS:2;db9ad1cb6cf9:36467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36467 2024-11-07T12:46:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:46:08,800 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:46:08,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,36467,1730983517836] 2024-11-07T12:46:08,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,36467,1730983517836 already deleted, retry=false 2024-11-07T12:46:08,803 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db9ad1cb6cf9,36467,1730983517836 on db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:46:08,804 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db9ad1cb6cf9,36467,1730983517836, splitWal=true, meta=false 2024-11-07T12:46:08,804 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for db9ad1cb6cf9,36467,1730983517836 (carryingMeta=false) db9ad1cb6cf9,36467,1730983517836/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@74202cb6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T12:46:08,805 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db9ad1cb6cf9,36467,1730983517836, splitWal=true, meta=false 2024-11-07T12:46:08,806 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): db9ad1cb6cf9,36467,1730983517836 had 3 regions 2024-11-07T12:46:08,807 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db9ad1cb6cf9,36467,1730983517836, splitWal=true, meta=false, isMeta: false 2024-11-07T12:46:08,808 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting 2024-11-07T12:46:08,809 INFO [PEWorker-1 {}] master.SplitWALManager(105): db9ad1cb6cf9,36467,1730983517836 WAL count=1, meta=false 2024-11-07T12:46:08,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368}] 2024-11-07T12:46:08,811 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:08,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, worker=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:46:08,812 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-07T12:46:08,812 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-07T12:46:08,812 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-07T12:46:08,812 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,36467,1730983517836 Release verify snapshot worker=db9ad1cb6cf9,36467,1730983517836 2024-11-07T12:46:08,813 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to db9ad1cb6cf9,36467,1730983517836, this operation will be retried to send to another server 2024-11-07T12:46:08,813 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T12:46:08,813 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1730983569813 2024-11-07T12:46:08,864 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:08,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:08,902 INFO [RS:2;db9ad1cb6cf9:36467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:46:08,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x1001a46689a0003, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:08,902 INFO [RS:2;db9ad1cb6cf9:36467 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,36467,1730983517836; zookeeper connection closed. 2024-11-07T12:46:08,902 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12a43887 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12a43887 2024-11-07T12:46:09,230 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:46:09,230 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:46:09,815 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:17,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:46:18,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-07T12:46:18,830 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, size=1.5 K (1488bytes) 2024-11-07T12:46:18,830 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 2024-11-07T12:46:18,831 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 after 1ms 2024-11-07T12:46:18,834 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 took 4ms 2024-11-07T12:46:18,837 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f5969450eb72a335192804323d7ca91c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:46:18,838 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b3a87ca50ef147603caf96a9fc67ff94: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-07T12:46:18,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3160bdd962f63bb20c568a9f00e4cc43: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T12:46:18,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 so closing down 2024-11-07T12:46:18,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T12:46:18,839 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T12:46:18,840 INFO [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-07T12:46:18,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, journal: Splitting hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, size=1.5 K (1488bytes) at 1730983578830Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 so closing down at 1730983578839 (+9 ms)3 split writer threads finished at 1730983578839Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1730983578840 (+1 ms) 2024-11-07T12:46:18,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 2024-11-07T12:46:18,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db9ad1cb6cf9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T12:46:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T12:46:18,843 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting/db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368 to hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs 2024-11-07T12:46:18,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-07T12:46:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, worker=db9ad1cb6cf9,44811,1730983517808 in 10.0320 sec 2024-11-07T12:46:18,846 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:18,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T12:46:18,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure db9ad1cb6cf9%2C36467%2C1730983517836.1730983518368, worker=db9ad1cb6cf9,44811,1730983517808 in 10.0370 sec 2024-11-07T12:46:18,850 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting dir is empty, no logs to split. 2024-11-07T12:46:18,850 INFO [PEWorker-5 {}] master.SplitWALManager(105): db9ad1cb6cf9,36467,1730983517836 WAL count=0, meta=false 2024-11-07T12:46:18,850 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if db9ad1cb6cf9,36467,1730983517836 WAL splitting is done? wals=0, meta=false 2024-11-07T12:46:18,852 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db9ad1cb6cf9,36467,1730983517836 failed, ignore...File hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/WALs/db9ad1cb6cf9,36467,1730983517836-splitting does not exist. 2024-11-07T12:46:18,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN}] 2024-11-07T12:46:18,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN 2024-11-07T12:46:18,854 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN 2024-11-07T12:46:18,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN 2024-11-07T12:46:18,854 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:46:18,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:46:18,855 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:46:18,910 INFO [regionserver/db9ad1cb6cf9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(204): Hosts are {db9ad1cb6cf9=0} racks are {/default-rack=0} 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:46:19,005 INFO [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:46:19,005 INFO [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:46:19,005 DEBUG [db9ad1cb6cf9:44543 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:46:19,006 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f5969450eb72a335192804323d7ca91c, regionState=OPENING, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:19,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=b3a87ca50ef147603caf96a9fc67ff94, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:19,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=3160bdd962f63bb20c568a9f00e4cc43, regionState=OPENING, regionLocation=db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3160bdd962f63bb20c568a9f00e4cc43, ASSIGN because future has completed 2024-11-07T12:46:19,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3160bdd962f63bb20c568a9f00e4cc43, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:46:19,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3a87ca50ef147603caf96a9fc67ff94, ASSIGN because future has completed 2024-11-07T12:46:19,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3a87ca50ef147603caf96a9fc67ff94, server=db9ad1cb6cf9,44811,1730983517808}] 2024-11-07T12:46:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN because future has completed 2024-11-07T12:46:19,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,41719,1730983517771}] 2024-11-07T12:46:19,167 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db9ad1cb6cf9:44543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T12:46:19,819 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-07T12:46:19,820 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => f5969450eb72a335192804323d7ca91c, NAME => 'SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T12:46:19,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-07T12:46:19,820 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,820 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:46:19,820 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,820 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44543 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-07T12:46:19,822 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,822 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 Release verify snapshot worker=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:19,823 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5969450eb72a335192804323d7ca91c columnFamilyName cf 2024-11-07T12:46:19,823 DEBUG [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:46:19,823 INFO [StoreOpener-f5969450eb72a335192804323d7ca91c-1 {}] regionserver.HStore(327): Store=f5969450eb72a335192804323d7ca91c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:46:19,824 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-07T12:46:19,824 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T12:46:19,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db9ad1cb6cf9,41719,1730983517771 in 21.0830 sec 2024-11-07T12:46:19,824 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T12:46:19,825 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,826 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T12:46:19,826 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T12:46:19,826 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,827 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,827 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.3490 sec 2024-11-07T12:46:19,828 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,829 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened f5969450eb72a335192804323d7ca91c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65661885, jitterRate=-0.021561667323112488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:46:19,829 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,829 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for f5969450eb72a335192804323d7ca91c: Running coprocessor pre-open hook at 1730983579820Writing region info on filesystem at 1730983579820Initializing all the Stores at 1730983579821 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730983579821Cleaning up temporary data from old regions at 1730983579827 (+6 ms)Running coprocessor post-open hooks at 1730983579829 (+2 ms)Region opened successfully at 1730983579829 2024-11-07T12:46:19,830 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c., pid=54, masterSystemTime=1730983579815 2024-11-07T12:46:19,832 DEBUG [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,832 INFO [RS_OPEN_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f5969450eb72a335192804323d7ca91c, regionState=OPEN, openSeqNum=2, regionLocation=db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:19,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,41719,1730983517771 because future has completed 2024-11-07T12:46:19,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-07T12:46:19,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure f5969450eb72a335192804323d7ca91c, server=db9ad1cb6cf9,41719,1730983517771 in 824 msec 2024-11-07T12:46:19,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5969450eb72a335192804323d7ca91c, ASSIGN in 983 msec 2024-11-07T12:46:19,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T12:46:19,910 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T12:46:19,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:46:19,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:46:19,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:46:19,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:19,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:19,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:46:19,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:46:19,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1910773412, stopped=false 2024-11-07T12:46:19,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db9ad1cb6cf9,44543,1730983517714 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:46:19,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:46:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:46:19,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:46:19,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:46:19,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:46:19,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:46:19,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:46:19,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:19,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,41719,1730983517771' ***** 2024-11-07T12:46:19,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:46:19,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db9ad1cb6cf9,44811,1730983517808' ***** 2024-11-07T12:46:19,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:46:19,914 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:46:19,914 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:46:19,914 INFO [RS:0;db9ad1cb6cf9:41719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:46:19,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:46:19,914 INFO [RS:1;db9ad1cb6cf9:44811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:46:19,914 INFO [RS:0;db9ad1cb6cf9:41719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:46:19,914 INFO [RS:1;db9ad1cb6cf9:44811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:46:19,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:46:19,914 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(3091): Received CLOSE for f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,914 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(3091): Received CLOSE for 8489d3f7ad9e65744e20d4be051f9416 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e473faaccc37ff08cc0552d42e0bad1 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(3091): Received CLOSE for d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(3091): Received CLOSE for d8a96ce55e28c3404ac16bec3b37d894 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(959): stopping server db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:19,915 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8489d3f7ad9e65744e20d4be051f9416, disabling compactions & flushes 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:46:19,915 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:46:19,915 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(3091): Received CLOSE for 37f8cb1a6fb9504ced8963b1ee59dc09 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db9ad1cb6cf9:44811. 2024-11-07T12:46:19,915 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. after waiting 0 ms 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(3091): Received CLOSE for 74634637e5462021762863d56f181d56 2024-11-07T12:46:19,915 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:46:19,915 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(3091): Received CLOSE for ee4932cf2823b682eae19f96ba9b5834 2024-11-07T12:46:19,915 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(959): stopping server db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:46:19,915 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5969450eb72a335192804323d7ca91c, disabling compactions & flushes 2024-11-07T12:46:19,915 INFO [RS:0;db9ad1cb6cf9:41719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db9ad1cb6cf9:41719. 2024-11-07T12:46:19,915 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:46:19,915 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,916 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,916 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:46:19,916 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:46:19,916 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. after waiting 0 ms 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,916 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T12:46:19,916 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1325): Online Regions={f5969450eb72a335192804323d7ca91c=SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c., 37f8cb1a6fb9504ced8963b1ee59dc09=SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09., 74634637e5462021762863d56f181d56=SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56., ee4932cf2823b682eae19f96ba9b5834=SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834.} 2024-11-07T12:46:19,916 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1351): Waiting on 37f8cb1a6fb9504ced8963b1ee59dc09, 74634637e5462021762863d56f181d56, ee4932cf2823b682eae19f96ba9b5834, f5969450eb72a335192804323d7ca91c 2024-11-07T12:46:19,916 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-07T12:46:19,916 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1325): Online Regions={8489d3f7ad9e65744e20d4be051f9416=SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416., 7e473faaccc37ff08cc0552d42e0bad1=SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1., d99ad6606f8c35ce20da72cca2b59821=SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821., d8a96ce55e28c3404ac16bec3b37d894=SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:46:19,916 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e473faaccc37ff08cc0552d42e0bad1, 8489d3f7ad9e65744e20d4be051f9416, d8a96ce55e28c3404ac16bec3b37d894, d99ad6606f8c35ce20da72cca2b59821 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:46:19,916 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:46:19,916 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:46:19,916 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.18 KB heapSize=23.87 KB 2024-11-07T12:46:19,920 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/8489d3f7ad9e65744e20d4be051f9416/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:46:19,921 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:46:19,921 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8489d3f7ad9e65744e20d4be051f9416: Waiting for close lock at 1730983579915Running coprocessor pre-close hooks at 1730983579915Disabling compacts and flushes for region at 1730983579915Disabling writes for close at 1730983579915Writing region close event to WAL at 1730983579916 (+1 ms)Running coprocessor post-close hooks at 1730983579921 (+5 ms)Closed at 1730983579921 2024-11-07T12:46:19,921 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1730983528684.8489d3f7ad9e65744e20d4be051f9416. 2024-11-07T12:46:19,922 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e473faaccc37ff08cc0552d42e0bad1, disabling compactions & flushes 2024-11-07T12:46:19,922 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:46:19,922 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:46:19,922 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. after waiting 0 ms 2024-11-07T12:46:19,922 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:46:19,925 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/f5969450eb72a335192804323d7ca91c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T12:46:19,926 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5969450eb72a335192804323d7ca91c: Waiting for close lock at 1730983579915Running coprocessor pre-close hooks at 1730983579915Disabling compacts and flushes for region at 1730983579915Disabling writes for close at 1730983579916 (+1 ms)Writing region close event to WAL at 1730983579916Running coprocessor post-close hooks at 1730983579926 (+10 ms)Closed at 1730983579926 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1730983528684.f5969450eb72a335192804323d7ca91c. 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37f8cb1a6fb9504ced8963b1ee59dc09, disabling compactions & flushes 2024-11-07T12:46:19,926 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. after waiting 0 ms 2024-11-07T12:46:19,926 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:46:19,928 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/7e473faaccc37ff08cc0552d42e0bad1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:46:19,929 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e473faaccc37ff08cc0552d42e0bad1: Waiting for close lock at 1730983579922Running coprocessor pre-close hooks at 1730983579922Disabling compacts and flushes for region at 1730983579922Disabling writes for close at 1730983579922Writing region close event to WAL at 1730983579925 (+3 ms)Running coprocessor post-close hooks at 1730983579929 (+4 ms)Closed at 1730983579929 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1730983528684.7e473faaccc37ff08cc0552d42e0bad1. 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d99ad6606f8c35ce20da72cca2b59821, disabling compactions & flushes 2024-11-07T12:46:19,929 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. after waiting 0 ms 2024-11-07T12:46:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:46:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/37f8cb1a6fb9504ced8963b1ee59dc09/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:46:19,930 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37f8cb1a6fb9504ced8963b1ee59dc09: Waiting for close lock at 1730983579926Running coprocessor pre-close hooks at 1730983579926Disabling compacts and flushes for region at 1730983579926Disabling writes for close at 1730983579926Writing region close event to WAL at 1730983579927 (+1 ms)Running coprocessor post-close hooks at 1730983579930 (+3 ms)Closed at 1730983579930 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09. 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74634637e5462021762863d56f181d56, disabling compactions & flushes 2024-11-07T12:46:19,931 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. after waiting 0 ms 2024-11-07T12:46:19,931 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:46:19,933 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d99ad6606f8c35ce20da72cca2b59821/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:46:19,934 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d99ad6606f8c35ce20da72cca2b59821: Waiting for close lock at 1730983579929Running coprocessor pre-close hooks at 1730983579929Disabling compacts and flushes for region at 1730983579929Disabling writes for close at 1730983579929Writing region close event to WAL at 1730983579930 (+1 ms)Running coprocessor post-close hooks at 1730983579934 (+4 ms)Closed at 1730983579934 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1730983528684.d99ad6606f8c35ce20da72cca2b59821. 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8a96ce55e28c3404ac16bec3b37d894, disabling compactions & flushes 2024-11-07T12:46:19,934 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. after waiting 0 ms 2024-11-07T12:46:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:46:19,935 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/74634637e5462021762863d56f181d56/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:46:19,935 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:46:19,935 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74634637e5462021762863d56f181d56: Waiting for close lock at 1730983579931Running coprocessor pre-close hooks at 1730983579931Disabling compacts and flushes for region at 1730983579931Disabling writes for close at 1730983579931Writing region close event to WAL at 1730983579932 (+1 ms)Running coprocessor post-close hooks at 1730983579935 (+3 ms)Closed at 1730983579935 2024-11-07T12:46:19,936 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1730983528684.74634637e5462021762863d56f181d56. 2024-11-07T12:46:19,936 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee4932cf2823b682eae19f96ba9b5834, disabling compactions & flushes 2024-11-07T12:46:19,936 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:46:19,936 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:46:19,936 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. after waiting 0 ms 2024-11-07T12:46:19,936 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:46:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/d8a96ce55e28c3404ac16bec3b37d894/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:46:19,938 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:46:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8a96ce55e28c3404ac16bec3b37d894: Waiting for close lock at 1730983579934Running coprocessor pre-close hooks at 1730983579934Disabling compacts and flushes for region at 1730983579934Disabling writes for close at 1730983579934Writing region close event to WAL at 1730983579935 (+1 ms)Running coprocessor post-close hooks at 1730983579938 (+3 ms)Closed at 1730983579938 2024-11-07T12:46:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1730983528684.d8a96ce55e28c3404ac16bec3b37d894. 2024-11-07T12:46:19,939 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/info/519c08a04538413fb0a9d50c11795797 is 167, key is SPTestTable,19999999,1730983528684.37f8cb1a6fb9504ced8963b1ee59dc09./info:regioninfo/1730983539034/Put/seqid=0 2024-11-07T12:46:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/default/SPTestTable/ee4932cf2823b682eae19f96ba9b5834/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T12:46:19,940 INFO [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:46:19,940 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee4932cf2823b682eae19f96ba9b5834: Waiting for close lock at 1730983579936Running coprocessor pre-close hooks at 1730983579936Disabling compacts and flushes for region at 1730983579936Disabling writes for close at 1730983579936Writing region close event to WAL at 1730983579936Running coprocessor post-close hooks at 1730983579940 (+4 ms)Closed at 1730983579940 2024-11-07T12:46:19,940 DEBUG [RS_CLOSE_REGION-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1730983528684.ee4932cf2823b682eae19f96ba9b5834. 2024-11-07T12:46:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741864_1040 (size=19124) 2024-11-07T12:46:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741864_1040 (size=19124) 2024-11-07T12:46:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741864_1040 (size=19124) 2024-11-07T12:46:19,946 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.03 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/info/519c08a04538413fb0a9d50c11795797 2024-11-07T12:46:19,968 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/ns/a851a513d1ac4f8baf25a83b14fe5d9a is 43, key is default/ns:d/1730983528614/Put/seqid=0 2024-11-07T12:46:19,970 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:19,970 INFO [regionserver/db9ad1cb6cf9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741865_1041 (size=5153) 2024-11-07T12:46:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741865_1041 (size=5153) 2024-11-07T12:46:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741865_1041 (size=5153) 2024-11-07T12:46:19,974 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/ns/a851a513d1ac4f8baf25a83b14fe5d9a 2024-11-07T12:46:19,994 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/table/b3b01f82de4a4c95bc00195a5fc6c94e is 47, key is SPTestTable/table:state/1730983539064/Put/seqid=0 2024-11-07T12:46:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741866_1042 (size=5214) 2024-11-07T12:46:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741866_1042 (size=5214) 2024-11-07T12:46:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741866_1042 (size=5214) 2024-11-07T12:46:20,002 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/table/b3b01f82de4a4c95bc00195a5fc6c94e 2024-11-07T12:46:20,009 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/info/519c08a04538413fb0a9d50c11795797 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/info/519c08a04538413fb0a9d50c11795797 2024-11-07T12:46:20,014 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/info/519c08a04538413fb0a9d50c11795797, entries=106, sequenceid=33, filesize=18.7 K 2024-11-07T12:46:20,015 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/ns/a851a513d1ac4f8baf25a83b14fe5d9a as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/ns/a851a513d1ac4f8baf25a83b14fe5d9a 2024-11-07T12:46:20,020 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/ns/a851a513d1ac4f8baf25a83b14fe5d9a, entries=2, sequenceid=33, filesize=5.0 K 2024-11-07T12:46:20,021 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/.tmp/table/b3b01f82de4a4c95bc00195a5fc6c94e as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/table/b3b01f82de4a4c95bc00195a5fc6c94e 2024-11-07T12:46:20,027 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/table/b3b01f82de4a4c95bc00195a5fc6c94e, entries=2, sequenceid=33, filesize=5.1 K 2024-11-07T12:46:20,028 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=33, compaction requested=false 2024-11-07T12:46:20,032 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-11-07T12:46:20,033 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:46:20,033 INFO [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:46:20,033 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730983579916Running coprocessor pre-close hooks at 1730983579916Disabling compacts and flushes for region at 1730983579916Disabling writes for close at 1730983579916Obtaining lock to block concurrent updates at 1730983579916Preparing flush snapshotting stores in 1588230740 at 1730983579916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14522, getHeapSize=24376, getOffHeapSize=0, getCellsCount=118 at 1730983579917 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730983579917Flushing 1588230740/info: creating writer at 1730983579917Flushing 1588230740/info: appending metadata at 1730983579938 (+21 ms)Flushing 1588230740/info: closing flushed file at 1730983579938Flushing 1588230740/ns: creating writer at 1730983579952 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730983579967 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730983579967Flushing 1588230740/table: creating writer at 1730983579980 (+13 ms)Flushing 1588230740/table: appending metadata at 1730983579994 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730983579994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e389187: reopening flushed file at 1730983580008 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3516e96e: reopening flushed file at 1730983580015 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2d2042: reopening flushed file at 1730983580020 (+5 ms)Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=33, compaction requested=false at 1730983580028 (+8 ms)Writing region close event to WAL at 1730983580029 (+1 ms)Running coprocessor post-close hooks at 1730983580033 (+4 ms)Closed at 1730983580033 2024-11-07T12:46:20,034 DEBUG [RS_CLOSE_META-regionserver/db9ad1cb6cf9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:46:20,116 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(976): stopping server db9ad1cb6cf9,41719,1730983517771; all regions closed. 2024-11-07T12:46:20,116 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(976): stopping server db9ad1cb6cf9,44811,1730983517808; all regions closed. 2024-11-07T12:46:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741836_1012 (size=17104) 2024-11-07T12:46:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741833_1009 (size=2947) 2024-11-07T12:46:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741836_1012 (size=17104) 2024-11-07T12:46:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741836_1012 (size=17104) 2024-11-07T12:46:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741833_1009 (size=2947) 2024-11-07T12:46:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741833_1009 (size=2947) 2024-11-07T12:46:20,123 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs 2024-11-07T12:46:20,123 INFO [RS:0;db9ad1cb6cf9:41719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C41719%2C1730983517771:(num 1730983518369) 2024-11-07T12:46:20,123 DEBUG [RS:0;db9ad1cb6cf9:41719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:20,123 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:20,123 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.ChoreService(370): Chore service for: regionserver/db9ad1cb6cf9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:46:20,124 INFO [regionserver/db9ad1cb6cf9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:46:20,124 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:46:20,124 INFO [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C44811%2C1730983517808.meta:.meta(num 1730983528565) 2024-11-07T12:46:20,124 INFO [RS:0;db9ad1cb6cf9:41719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41719 2024-11-07T12:46:20,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:46:20,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,41719,1730983517771 2024-11-07T12:46:20,127 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:46:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741835_1011 (size=3439) 2024-11-07T12:46:20,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,41719,1730983517771] 2024-11-07T12:46:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741835_1011 (size=3439) 2024-11-07T12:46:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741835_1011 (size=3439) 2024-11-07T12:46:20,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,41719,1730983517771 already deleted, retry=false 2024-11-07T12:46:20,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db9ad1cb6cf9,41719,1730983517771 expired; onlineServers=1 2024-11-07T12:46:20,131 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/oldWALs 2024-11-07T12:46:20,131 INFO [RS:1;db9ad1cb6cf9:44811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db9ad1cb6cf9%2C44811%2C1730983517808:(num 1730983518371) 2024-11-07T12:46:20,131 DEBUG [RS:1;db9ad1cb6cf9:44811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:46:20,131 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:46:20,131 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:46:20,131 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.ChoreService(370): Chore service for: regionserver/db9ad1cb6cf9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:46:20,132 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:46:20,132 INFO [regionserver/db9ad1cb6cf9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:46:20,132 INFO [RS:1;db9ad1cb6cf9:44811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44811 2024-11-07T12:46:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db9ad1cb6cf9,44811,1730983517808 2024-11-07T12:46:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:46:20,134 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:46:20,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db9ad1cb6cf9,44811,1730983517808] 2024-11-07T12:46:20,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db9ad1cb6cf9,44811,1730983517808 already deleted, retry=false 2024-11-07T12:46:20,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db9ad1cb6cf9,44811,1730983517808 expired; onlineServers=0 2024-11-07T12:46:20,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db9ad1cb6cf9,44543,1730983517714' ***** 2024-11-07T12:46:20,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:46:20,137 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:46:20,137 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:46:20,137 DEBUG [M:0;db9ad1cb6cf9:44543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:46:20,137 DEBUG [M:0;db9ad1cb6cf9:44543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:46:20,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:46:20,137 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983518087 {}] cleaner.HFileCleaner(306): Exit Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.large.0-1730983518087,5,FailOnTimeoutGroup] 2024-11-07T12:46:20,137 DEBUG [master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983518087 {}] cleaner.HFileCleaner(306): Exit Thread[master/db9ad1cb6cf9:0:becomeActiveMaster-HFileCleaner.small.0-1730983518087,5,FailOnTimeoutGroup] 2024-11-07T12:46:20,137 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.ChoreService(370): Chore service for: master/db9ad1cb6cf9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:46:20,138 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:46:20,138 DEBUG [M:0;db9ad1cb6cf9:44543 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:46:20,138 INFO [M:0;db9ad1cb6cf9:44543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:46:20,138 INFO [M:0;db9ad1cb6cf9:44543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:46:20,138 ERROR [M:0;db9ad1cb6cf9:44543 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:33447 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33447,5,PEWorkerGroup] 2024-11-07T12:46:20,138 INFO [M:0;db9ad1cb6cf9:44543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:46:20,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:46:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:46:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:46:20,139 DEBUG [M:0;db9ad1cb6cf9:44543 {}] zookeeper.ZKUtil(347): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:46:20,140 WARN [M:0;db9ad1cb6cf9:44543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:46:20,140 INFO [M:0;db9ad1cb6cf9:44543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/.lastflushedseqids 2024-11-07T12:46:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741867_1043 (size=650) 2024-11-07T12:46:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741867_1043 (size=650) 2024-11-07T12:46:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741867_1043 (size=650) 2024-11-07T12:46:20,153 INFO [M:0;db9ad1cb6cf9:44543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:46:20,153 INFO [M:0;db9ad1cb6cf9:44543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:46:20,153 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:46:20,153 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:46:20,153 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:46:20,153 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:46:20,153 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:46:20,153 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.64 KB heapSize=213.67 KB 2024-11-07T12:46:20,170 DEBUG [M:0;db9ad1cb6cf9:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201a6e3037b540dea19d9a36c5e64ea1 is 82, key is hbase:meta,,1/info:regioninfo/1730983528602/Put/seqid=0 2024-11-07T12:46:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741868_1044 (size=5672) 2024-11-07T12:46:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741868_1044 (size=5672) 2024-11-07T12:46:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741868_1044 (size=5672) 2024-11-07T12:46:20,177 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201a6e3037b540dea19d9a36c5e64ea1 2024-11-07T12:46:20,199 DEBUG [M:0;db9ad1cb6cf9:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9a6a6197c944e7587b1c6643b64b139 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730983539068/Put/seqid=0 2024-11-07T12:46:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741869_1045 (size=12199) 2024-11-07T12:46:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741869_1045 (size=12199) 2024-11-07T12:46:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741869_1045 (size=12199) 2024-11-07T12:46:20,207 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.91 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9a6a6197c944e7587b1c6643b64b139 2024-11-07T12:46:20,213 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a6a6197c944e7587b1c6643b64b139 2024-11-07T12:46:20,228 DEBUG [M:0;db9ad1cb6cf9:44543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3153077cb2204ee0a95c3063937fb044 is 69, key is db9ad1cb6cf9,41719,1730983517771/rs:state/1730983518189/Put/seqid=0 2024-11-07T12:46:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x1001a46689a0001, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,229 INFO [RS:0;db9ad1cb6cf9:41719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:46:20,229 INFO [RS:0;db9ad1cb6cf9:41719 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,41719,1730983517771; zookeeper connection closed. 2024-11-07T12:46:20,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45df78ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45df78ba 2024-11-07T12:46:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,236 INFO [RS:1;db9ad1cb6cf9:44811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:46:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44811-0x1001a46689a0002, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,236 INFO [RS:1;db9ad1cb6cf9:44811 {}] regionserver.HRegionServer(1031): Exiting; stopping=db9ad1cb6cf9,44811,1730983517808; zookeeper connection closed. 2024-11-07T12:46:20,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741870_1046 (size=5442) 2024-11-07T12:46:20,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@125e7c32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@125e7c32 2024-11-07T12:46:20,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741870_1046 (size=5442) 2024-11-07T12:46:20,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T12:46:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741870_1046 (size=5442) 2024-11-07T12:46:20,237 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3153077cb2204ee0a95c3063937fb044 2024-11-07T12:46:20,242 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3153077cb2204ee0a95c3063937fb044 2024-11-07T12:46:20,243 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201a6e3037b540dea19d9a36c5e64ea1 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/201a6e3037b540dea19d9a36c5e64ea1 2024-11-07T12:46:20,248 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/201a6e3037b540dea19d9a36c5e64ea1, entries=8, sequenceid=419, filesize=5.5 K 2024-11-07T12:46:20,249 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9a6a6197c944e7587b1c6643b64b139 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9a6a6197c944e7587b1c6643b64b139 2024-11-07T12:46:20,254 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a6a6197c944e7587b1c6643b64b139 2024-11-07T12:46:20,254 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9a6a6197c944e7587b1c6643b64b139, entries=54, sequenceid=419, filesize=11.9 K 2024-11-07T12:46:20,255 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3153077cb2204ee0a95c3063937fb044 as hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3153077cb2204ee0a95c3063937fb044 2024-11-07T12:46:20,260 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3153077cb2204ee0a95c3063937fb044 2024-11-07T12:46:20,260 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3153077cb2204ee0a95c3063937fb044, entries=3, sequenceid=419, filesize=5.3 K 2024-11-07T12:46:20,261 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.64 KB/178832, heapSize ~213.38 KB/218496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=419, compaction requested=false 2024-11-07T12:46:20,263 INFO [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:46:20,263 DEBUG [M:0;db9ad1cb6cf9:44543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730983580153Disabling compacts and flushes for region at 1730983580153Disabling writes for close at 1730983580153Obtaining lock to block concurrent updates at 1730983580154 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730983580154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178832, getHeapSize=218736, getOffHeapSize=0, getCellsCount=514 at 1730983580154Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730983580155 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730983580155Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730983580170 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730983580170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730983580184 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730983580199 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730983580199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730983580213 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730983580227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730983580227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1671af31: reopening flushed file at 1730983580242 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33636bfd: reopening flushed file at 1730983580248 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7099e9fd: reopening flushed file at 1730983580254 (+6 ms)Finished flush of dataSize ~174.64 KB/178832, heapSize ~213.38 KB/218496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=419, compaction requested=false at 1730983580261 (+7 ms)Writing region close event to WAL at 1730983580263 (+2 ms)Closed at 1730983580263 2024-11-07T12:46:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741830_1006 (size=206866) 2024-11-07T12:46:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741830_1006 (size=206866) 2024-11-07T12:46:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39141 is added to blk_1073741830_1006 (size=206866) 2024-11-07T12:46:20,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7b5ccda-7e43-2619-6bcf-75e3d6d2dcc0/MasterData/WALs/db9ad1cb6cf9,44543,1730983517714/db9ad1cb6cf9%2C44543%2C1730983517714.1730983517956 not finished, retry = 0 2024-11-07T12:46:20,371 INFO [M:0;db9ad1cb6cf9:44543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:46:20,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:46:20,371 INFO [M:0;db9ad1cb6cf9:44543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44543 2024-11-07T12:46:20,371 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:46:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,473 INFO [M:0;db9ad1cb6cf9:44543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:46:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44543-0x1001a46689a0000, quorum=127.0.0.1:65112, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:46:20,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e339060{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:46:20,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a09c37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:46:20,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:46:20,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d322b2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:46:20,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f7c0fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,STOPPED} 2024-11-07T12:46:20,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:46:20,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:46:20,478 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:46:20,478 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310277645-172.17.0.2-1730983516844 (Datanode Uuid f7388d5c-2bed-43f7-b9d9-12d7e027083d) service to localhost/127.0.0.1:33447 2024-11-07T12:46:20,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data5/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data6/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:46:20,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1398d29a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:46:20,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d599191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:46:20,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:46:20,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5827f46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:46:20,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673d1674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,STOPPED} 2024-11-07T12:46:20,483 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:46:20,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:46:20,483 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310277645-172.17.0.2-1730983516844 (Datanode Uuid 4712f760-7144-4fa6-bcac-82df3143dec1) service to localhost/127.0.0.1:33447 2024-11-07T12:46:20,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:46:20,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data3/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data4/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:46:20,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72443302{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:46:20,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b78350{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:46:20,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:46:20,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4e06bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:46:20,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29729763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,STOPPED} 2024-11-07T12:46:20,490 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:46:20,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:46:20,490 WARN [BP-1310277645-172.17.0.2-1730983516844 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310277645-172.17.0.2-1730983516844 (Datanode Uuid c39a990e-fc53-41d0-8c05-7f95d1d64f2d) service to localhost/127.0.0.1:33447 2024-11-07T12:46:20,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:46:20,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data1/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/cluster_9ea4f810-0348-adf4-09b3-f180be21f6a4/data/data2/current/BP-1310277645-172.17.0.2-1730983516844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:46:20,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:46:20,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbd71dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:46:20,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@656d7fc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:46:20,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:46:20,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50702bc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:46:20,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45478c0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/21f53f15-161a-5ef4-35e8-0334ea6d6c10/hadoop.log.dir/,STOPPED} 2024-11-07T12:46:20,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:46:20,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:46:20,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33447 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33447 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db9ad1cb6cf9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=1919 (was 2072)