2024-11-09 11:44:12,587 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 11:44:12,604 main DEBUG Took 0.014011 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 11:44:12,604 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 11:44:12,605 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 11:44:12,606 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 11:44:12,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,617 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 11:44:12,636 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,640 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,642 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,643 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,645 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,646 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,647 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,648 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,650 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:44:12,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,652 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 11:44:12,654 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:44:12,656 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 11:44:12,658 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 11:44:12,659 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 11:44:12,660 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 11:44:12,660 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 11:44:12,672 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 11:44:12,676 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 11:44:12,679 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 11:44:12,679 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 11:44:12,680 main DEBUG createAppenders(={Console}) 2024-11-09 11:44:12,681 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 11:44:12,681 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 11:44:12,681 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 11:44:12,682 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 11:44:12,683 main DEBUG OutputStream closed 2024-11-09 11:44:12,683 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 11:44:12,684 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 11:44:12,684 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 11:44:12,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 11:44:12,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 11:44:12,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 11:44:12,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 11:44:12,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 11:44:12,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 11:44:12,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 11:44:12,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 11:44:12,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 11:44:12,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 11:44:12,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 11:44:12,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 11:44:12,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 11:44:12,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 11:44:12,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 11:44:12,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 11:44:12,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 11:44:12,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 11:44:12,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 11:44:12,795 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 11:44:12,795 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 11:44:12,796 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T11:44:12,812 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 11:44:12,815 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 11:44:12,816 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T11:44:12,828 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T11:44:12,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=6492 2024-11-09T11:44:13,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8 2024-11-09T11:44:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:44:13,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5, deleteOnExit=true 2024-11-09T11:44:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:44:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/test.cache.data in system properties and HBase conf 2024-11-09T11:44:13,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:44:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:44:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:44:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:44:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:44:13,389 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T11:44:13,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:44:13,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:44:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:44:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:44:13,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:44:13,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:44:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:44:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:44:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:44:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:44:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:44:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:44:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:44:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:44:13,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:44:14,554 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:44:14,656 INFO [Time-limited test {}] log.Log(170): Logging initialized @2963ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T11:44:14,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:44:14,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:44:14,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:44:14,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:44:14,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:44:14,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:44:14,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:44:14,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:44:15,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/java.io.tmpdir/jetty-localhost-39751-hadoop-hdfs-3_4_1-tests_jar-_-any-13960984217269203548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:44:15,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:39751} 2024-11-09T11:44:15,090 INFO [Time-limited test {}] server.Server(415): Started @3397ms 2024-11-09T11:44:15,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:44:15,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:44:15,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:44:15,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:44:15,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:44:15,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:44:15,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:44:15,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/java.io.tmpdir/jetty-localhost-36811-hadoop-hdfs-3_4_1-tests_jar-_-any-7561822878980344152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:44:15,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:36811} 2024-11-09T11:44:15,640 INFO [Time-limited test {}] server.Server(415): Started @3948ms 2024-11-09T11:44:15,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:44:15,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:44:15,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:44:15,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:44:15,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:44:15,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:44:15,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:44:15,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:44:16,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/java.io.tmpdir/jetty-localhost-34543-hadoop-hdfs-3_4_1-tests_jar-_-any-15551549635360561890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:44:16,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:34543} 2024-11-09T11:44:16,008 INFO [Time-limited test {}] server.Server(415): Started @4315ms 2024-11-09T11:44:16,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:44:16,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:44:16,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:44:16,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:44:16,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:44:16,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:44:16,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:44:16,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:44:16,201 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data1/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,201 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data3/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,203 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data2/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,202 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data4/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/java.io.tmpdir/jetty-localhost-46573-hadoop-hdfs-3_4_1-tests_jar-_-any-9559354666169039118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:44:16,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:46573} 2024-11-09T11:44:16,251 INFO [Time-limited test {}] server.Server(415): Started @4558ms 2024-11-09T11:44:16,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:44:16,265 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:44:16,265 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:44:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec50199e3dd544d with lease ID 0xcb3f6d436c376c8f: Processing first storage report for DS-269639ee-4b4b-4915-9902-4fcf80a21556 from datanode DatanodeRegistration(127.0.0.1:36987, datanodeUuid=c031d1c0-b828-4fed-8038-5fdb523121d0, infoPort=43405, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec50199e3dd544d with lease ID 0xcb3f6d436c376c8f: from storage DS-269639ee-4b4b-4915-9902-4fcf80a21556 node DatanodeRegistration(127.0.0.1:36987, datanodeUuid=c031d1c0-b828-4fed-8038-5fdb523121d0, infoPort=43405, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeba8b749fd0d054 with lease ID 0xcb3f6d436c376c8e: Processing first storage report for DS-196f8d57-2216-4b92-bdb0-5c067c369e53 from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=8239ba56-3a14-4434-87b9-e6f1c49ceb61, infoPort=34175, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeba8b749fd0d054 with lease ID 0xcb3f6d436c376c8e: from storage DS-196f8d57-2216-4b92-bdb0-5c067c369e53 node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=8239ba56-3a14-4434-87b9-e6f1c49ceb61, infoPort=34175, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec50199e3dd544d with lease ID 0xcb3f6d436c376c8f: Processing first storage report for DS-bdf93b70-8a04-4dd0-bf33-9436bc391451 from datanode DatanodeRegistration(127.0.0.1:36987, datanodeUuid=c031d1c0-b828-4fed-8038-5fdb523121d0, infoPort=43405, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec50199e3dd544d with lease ID 0xcb3f6d436c376c8f: from storage DS-bdf93b70-8a04-4dd0-bf33-9436bc391451 node DatanodeRegistration(127.0.0.1:36987, datanodeUuid=c031d1c0-b828-4fed-8038-5fdb523121d0, infoPort=43405, infoSecurePort=0, ipcPort=42145, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeba8b749fd0d054 with lease ID 0xcb3f6d436c376c8e: Processing first storage report for DS-fccb4a45-40ae-4228-b56d-d42f8d70cd5e from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=8239ba56-3a14-4434-87b9-e6f1c49ceb61, infoPort=34175, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeba8b749fd0d054 with lease ID 0xcb3f6d436c376c8e: from storage DS-fccb4a45-40ae-4228-b56d-d42f8d70cd5e node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=8239ba56-3a14-4434-87b9-e6f1c49ceb61, infoPort=34175, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,430 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data5/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,432 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data6/current/BP-547201636-172.17.0.3-1731152654282/current, will proceed with Du for space computation calculation, 2024-11-09T11:44:16,516 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:44:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6281730fa767766 with lease ID 0xcb3f6d436c376c90: Processing first storage report for DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d from datanode DatanodeRegistration(127.0.0.1:33365, datanodeUuid=28c8fbab-0694-4a9d-ba98-2c90e9227323, infoPort=44183, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6281730fa767766 with lease ID 0xcb3f6d436c376c90: from storage DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d node DatanodeRegistration(127.0.0.1:33365, datanodeUuid=28c8fbab-0694-4a9d-ba98-2c90e9227323, infoPort=44183, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6281730fa767766 with lease ID 0xcb3f6d436c376c90: Processing first storage report for DS-f5bea27b-4599-4f59-a858-21e4d17f0b45 from datanode DatanodeRegistration(127.0.0.1:33365, datanodeUuid=28c8fbab-0694-4a9d-ba98-2c90e9227323, infoPort=44183, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282) 2024-11-09T11:44:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6281730fa767766 with lease ID 0xcb3f6d436c376c90: from storage DS-f5bea27b-4599-4f59-a858-21e4d17f0b45 node DatanodeRegistration(127.0.0.1:33365, datanodeUuid=28c8fbab-0694-4a9d-ba98-2c90e9227323, infoPort=44183, infoSecurePort=0, ipcPort=43059, storageInfo=lv=-57;cid=testClusterID;nsid=16401780;c=1731152654282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:44:16,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8 2024-11-09T11:44:16,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/zookeeper_0, clientPort=59457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:44:16,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59457 2024-11-09T11:44:16,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:16,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:44:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:44:17,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:44:17,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 with version=8 2024-11-09T11:44:17,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/hbase-staging 2024-11-09T11:44:17,676 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T11:44:17,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:44:17,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:17,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:17,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:44:17,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:17,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:44:18,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:44:18,223 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T11:44:18,233 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T11:44:18,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:44:18,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5903 (auto-detected) 2024-11-09T11:44:18,270 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T11:44:18,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41879 2024-11-09T11:44:18,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41879 connecting to ZooKeeper ensemble=127.0.0.1:59457 2024-11-09T11:44:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418790x0, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:44:18,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41879-0x100d7502e470000 connected 2024-11-09T11:44:18,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:44:18,413 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71, hbase.cluster.distributed=false 2024-11-09T11:44:18,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:44:18,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-09T11:44:18,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41879 2024-11-09T11:44:18,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41879 2024-11-09T11:44:18,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-09T11:44:18,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-09T11:44:18,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:44:18,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:44:18,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:44:18,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:44:18,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:44:18,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45537 2024-11-09T11:44:18,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45537 connecting to ZooKeeper ensemble=127.0.0.1:59457 2024-11-09T11:44:18,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455370x0, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:44:18,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45537-0x100d7502e470001 connected 2024-11-09T11:44:18,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:44:18,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:44:18,614 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:44:18,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:44:18,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:44:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-09T11:44:18,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45537 2024-11-09T11:44:18,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45537 2024-11-09T11:44:18,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-09T11:44:18,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-09T11:44:18,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:44:18,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:44:18,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:44:18,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:44:18,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:44:18,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40773 2024-11-09T11:44:18,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40773 connecting to ZooKeeper ensemble=127.0.0.1:59457 2024-11-09T11:44:18,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407730x0, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:44:18,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407730x0, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:44:18,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:44:18,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40773-0x100d7502e470002 connected 2024-11-09T11:44:18,670 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:44:18,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:44:18,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:44:18,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-09T11:44:18,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40773 2024-11-09T11:44:18,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40773 2024-11-09T11:44:18,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-09T11:44:18,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40773 2024-11-09T11:44:18,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:44:18,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:44:18,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:44:18,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:44:18,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:44:18,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:44:18,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41373 2024-11-09T11:44:18,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41373 connecting to ZooKeeper ensemble=127.0.0.1:59457 2024-11-09T11:44:18,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413730x0, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:44:18,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41373-0x100d7502e470003 connected 2024-11-09T11:44:18,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:44:18,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:44:18,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:44:18,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:44:18,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:44:18,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-09T11:44:18,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41373 2024-11-09T11:44:18,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41373 2024-11-09T11:44:18,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-09T11:44:18,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-09T11:44:18,741 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7934cf733c16:41879 2024-11-09T11:44:18,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7934cf733c16,41879,1731152657734 2024-11-09T11:44:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,754 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7934cf733c16,41879,1731152657734 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,783 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T11:44:18,786 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7934cf733c16,41879,1731152657734 from backup master directory 2024-11-09T11:44:18,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7934cf733c16,41879,1731152657734 2024-11-09T11:44:18,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:44:18,790 WARN [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:44:18,791 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7934cf733c16,41879,1731152657734 2024-11-09T11:44:18,793 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T11:44:18,795 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T11:44:18,866 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/hbase.id] with ID: 67bb4950-7548-4432-a641-c686020a20c6 2024-11-09T11:44:18,866 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.tmp/hbase.id 2024-11-09T11:44:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:44:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:44:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:44:18,885 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.tmp/hbase.id]:[hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/hbase.id] 2024-11-09T11:44:18,936 INFO [master/7934cf733c16:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:44:18,941 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:44:18,962 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-09T11:44:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:44:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:44:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:44:19,014 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:44:19,016 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:44:19,037 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:44:19,043 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:44:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:44:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:44:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:44:19,104 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store 2024-11-09T11:44:19,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:44:19,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:44:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:44:19,138 INFO [master/7934cf733c16:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T11:44:19,142 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:19,144 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:44:19,144 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:44:19,144 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:44:19,146 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:44:19,146 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:44:19,146 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:44:19,147 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731152659143Disabling compacts and flushes for region at 1731152659143Disabling writes for close at 1731152659146 (+3 ms)Writing region close event to WAL at 1731152659146Closed at 1731152659146 2024-11-09T11:44:19,150 WARN [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/.initializing 2024-11-09T11:44:19,150 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/WALs/7934cf733c16,41879,1731152657734 2024-11-09T11:44:19,159 INFO [master/7934cf733c16:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:44:19,176 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C41879%2C1731152657734, suffix=, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/WALs/7934cf733c16,41879,1731152657734, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/oldWALs, maxLogs=10 2024-11-09T11:44:19,202 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/WALs/7934cf733c16,41879,1731152657734/7934cf733c16%2C41879%2C1731152657734.1731152659181, exclude list is [], retry=0 2024-11-09T11:44:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:44:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:44:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:44:19,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T11:44:19,271 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/WALs/7934cf733c16,41879,1731152657734/7934cf733c16%2C41879%2C1731152657734.1731152659181 2024-11-09T11:44:19,272 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:44183:44183),(127.0.0.1/127.0.0.1:43405:43405)] 2024-11-09T11:44:19,272 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:44:19,273 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:19,276 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,277 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:44:19,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:19,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:44:19,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:19,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:44:19,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:19,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:44:19,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:19,363 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,366 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,368 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,373 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,374 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,377 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:44:19,397 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:44:19,404 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:19,406 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60930431, jitterRate=-0.09206582605838776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:44:19,414 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731152659289Initializing all the Stores at 1731152659291 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152659292 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152659292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152659293 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152659293Cleaning up temporary data from old regions at 1731152659374 (+81 ms)Region opened successfully at 1731152659414 (+40 ms) 2024-11-09T11:44:19,416 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:44:19,454 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d1c284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:44:19,490 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:44:19,503 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:44:19,504 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:44:19,508 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:44:19,510 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T11:44:19,518 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-09T11:44:19,518 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T11:44:19,555 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:44:19,567 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T11:44:19,571 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T11:44:19,575 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:44:19,577 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:44:19,579 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T11:44:19,581 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:44:19,585 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:44:19,587 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T11:44:19,589 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:44:19,591 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T11:44:19,614 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:44:19,616 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,623 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7934cf733c16,41879,1731152657734, sessionid=0x100d7502e470000, setting cluster-up flag (Was=false) 2024-11-09T11:44:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,643 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T11:44:19,645 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,41879,1731152657734 2024-11-09T11:44:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:19,659 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T11:44:19,660 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,41879,1731152657734 2024-11-09T11:44:19,666 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:44:19,727 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(746): ClusterId : 67bb4950-7548-4432-a641-c686020a20c6 2024-11-09T11:44:19,728 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(746): ClusterId : 67bb4950-7548-4432-a641-c686020a20c6 2024-11-09T11:44:19,727 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(746): ClusterId : 67bb4950-7548-4432-a641-c686020a20c6 2024-11-09T11:44:19,730 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:44:19,730 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:44:19,730 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:44:19,736 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:44:19,736 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:44:19,736 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:44:19,736 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:44:19,736 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:44:19,736 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:44:19,742 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:44:19,742 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:44:19,742 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:44:19,742 DEBUG [RS:1;7934cf733c16:40773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c31d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:44:19,742 DEBUG [RS:0;7934cf733c16:45537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4493cf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:44:19,742 DEBUG [RS:2;7934cf733c16:41373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b60f5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:44:19,744 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:44:19,757 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:44:19,759 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7934cf733c16:41373 2024-11-09T11:44:19,762 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7934cf733c16:45537 2024-11-09T11:44:19,763 INFO [RS:2;7934cf733c16:41373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:44:19,763 INFO [RS:0;7934cf733c16:45537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:44:19,763 INFO [RS:2;7934cf733c16:41373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:44:19,763 INFO [RS:0;7934cf733c16:45537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:44:19,763 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:44:19,763 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:44:19,764 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7934cf733c16:40773 2024-11-09T11:44:19,764 INFO [RS:1;7934cf733c16:40773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:44:19,764 INFO [RS:1;7934cf733c16:40773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:44:19,764 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:44:19,766 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:44:19,767 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41879,1731152657734 with port=40773, startcode=1731152658646 2024-11-09T11:44:19,767 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41879,1731152657734 with port=45537, startcode=1731152658527 2024-11-09T11:44:19,767 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41879,1731152657734 with port=41373, startcode=1731152658699 2024-11-09T11:44:19,774 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7934cf733c16,41879,1731152657734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:44:19,783 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:44:19,784 DEBUG [RS:0;7934cf733c16:45537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:44:19,784 DEBUG [RS:1;7934cf733c16:40773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7934cf733c16:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:44:19,784 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,785 DEBUG [RS:2;7934cf733c16:41373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:44:19,788 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731152689788 2024-11-09T11:44:19,790 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:44:19,791 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:44:19,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:44:19,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:44:19,795 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:44:19,796 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:44:19,796 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:44:19,796 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:44:19,797 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:44:19,806 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:44:19,807 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:44:19,807 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:44:19,814 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:44:19,815 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:44:19,821 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152659817,5,FailOnTimeoutGroup] 2024-11-09T11:44:19,833 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152659821,5,FailOnTimeoutGroup] 2024-11-09T11:44:19,834 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,834 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:44:19,836 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,836 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,837 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:44:19,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:44:19,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:44:19,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,41373,1731152658699 2024-11-09T11:44:19,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,41373,1731152658699 2024-11-09T11:44:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:44:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:44:19,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:44:19,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:44:19,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:44:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:44:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,40773,1731152658646 2024-11-09T11:44:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:44:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,40773,1731152658646 2024-11-09T11:44:19,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:19,898 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:19,899 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36823 2024-11-09T11:44:19,899 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:44:19,903 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:19,903 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36823 2024-11-09T11:44:19,903 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:44:19,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,45537,1731152658527 2024-11-09T11:44:19,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,45537,1731152658527 2024-11-09T11:44:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:44:19,913 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:19,913 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36823 2024-11-09T11:44:19,913 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:44:19,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:44:19,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:44:19,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:19,916 DEBUG [RS:1;7934cf733c16:40773 {}] zookeeper.ZKUtil(111): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,40773,1731152658646 2024-11-09T11:44:19,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:44:19,917 WARN [RS:1;7934cf733c16:40773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:44:19,917 INFO [RS:1;7934cf733c16:40773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:44:19,917 DEBUG [RS:2;7934cf733c16:41373 {}] zookeeper.ZKUtil(111): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,41373,1731152658699 2024-11-09T11:44:19,917 WARN [RS:2;7934cf733c16:41373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:44:19,917 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,40773,1731152658646 2024-11-09T11:44:19,917 INFO [RS:2;7934cf733c16:41373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:44:19,917 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699 2024-11-09T11:44:19,919 DEBUG [RS:0;7934cf733c16:45537 {}] zookeeper.ZKUtil(111): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,45537,1731152658527 2024-11-09T11:44:19,919 WARN [RS:0;7934cf733c16:45537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:44:19,919 INFO [RS:0;7934cf733c16:45537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:44:19,920 DEBUG [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527 2024-11-09T11:44:19,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,45537,1731152658527] 2024-11-09T11:44:19,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,40773,1731152658646] 2024-11-09T11:44:19,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,41373,1731152658699] 2024-11-09T11:44:19,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:44:19,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:44:19,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:44:19,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:19,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:44:19,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:44:19,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:19,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:19,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:44:19,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:44:19,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:44:19,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:44:19,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:44:19,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:44:19,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:44:19,949 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:19,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63531147, jitterRate=-0.053312137722969055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:44:19,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731152659899Initializing all the Stores at 1731152659901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152659901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152659906 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152659906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152659906Cleaning up temporary data from old regions at 1731152659940 (+34 ms)Region opened successfully at 1731152659953 (+13 ms) 2024-11-09T11:44:19,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:44:19,953 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:44:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:44:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:44:19,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:44:19,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:44:19,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731152659953Disabling compacts and flushes for region at 1731152659953Disabling writes for close at 1731152659954 (+1 ms)Writing region close event to WAL at 1731152659958 (+4 ms)Closed at 1731152659958 2024-11-09T11:44:19,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:44:19,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:44:19,965 INFO [RS:1;7934cf733c16:40773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:44:19,965 INFO [RS:2;7934cf733c16:41373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:44:19,965 INFO [RS:0;7934cf733c16:45537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:44:19,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:44:19,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:44:19,981 INFO [RS:2;7934cf733c16:41373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:44:19,981 INFO [RS:1;7934cf733c16:40773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:44:19,981 INFO [RS:0;7934cf733c16:45537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:44:19,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:44:19,987 INFO [RS:0;7934cf733c16:45537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:44:19,988 INFO [RS:2;7934cf733c16:41373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:44:19,988 INFO [RS:1;7934cf733c16:40773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:44:19,988 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,988 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,988 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,989 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:44:19,989 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:44:19,989 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:44:19,996 INFO [RS:2;7934cf733c16:41373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:44:19,996 INFO [RS:0;7934cf733c16:45537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:44:19,996 INFO [RS:1;7934cf733c16:40773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:44:19,998 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,998 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,998 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:19,998 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,998 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:19,999 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,000 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:0;7934cf733c16:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,000 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:44:20,000 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,000 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,000 DEBUG [RS:1;7934cf733c16:40773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,000 DEBUG [RS:2;7934cf733c16:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:44:20,005 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,005 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,005 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,006 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,006 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,006 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,45537,1731152658527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:44:20,008 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,008 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,008 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,40773,1731152658646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,009 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41373,1731152658699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:44:20,028 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:44:20,028 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:44:20,030 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,40773,1731152658646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,030 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,45537,1731152658527-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,031 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,031 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,031 INFO [RS:0;7934cf733c16:45537 {}] regionserver.Replication(171): 7934cf733c16,45537,1731152658527 started 2024-11-09T11:44:20,031 INFO [RS:1;7934cf733c16:40773 {}] regionserver.Replication(171): 7934cf733c16,40773,1731152658646 started 2024-11-09T11:44:20,032 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:44:20,033 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41373,1731152658699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,033 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,033 INFO [RS:2;7934cf733c16:41373 {}] regionserver.Replication(171): 7934cf733c16,41373,1731152658699 started 2024-11-09T11:44:20,052 INFO [RS:0;7934cf733c16:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,052 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,052 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,45537,1731152658527, RpcServer on 7934cf733c16/172.17.0.3:45537, sessionid=0x100d7502e470001 2024-11-09T11:44:20,052 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,40773,1731152658646, RpcServer on 7934cf733c16/172.17.0.3:40773, sessionid=0x100d7502e470002 2024-11-09T11:44:20,052 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:20,053 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,41373,1731152658699, RpcServer on 7934cf733c16/172.17.0.3:41373, sessionid=0x100d7502e470003 2024-11-09T11:44:20,053 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:44:20,053 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:44:20,053 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:44:20,054 DEBUG [RS:0;7934cf733c16:45537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,45537,1731152658527 2024-11-09T11:44:20,054 DEBUG [RS:1;7934cf733c16:40773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,40773,1731152658646 2024-11-09T11:44:20,054 DEBUG [RS:2;7934cf733c16:41373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,41373,1731152658699 2024-11-09T11:44:20,054 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,45537,1731152658527' 2024-11-09T11:44:20,054 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,41373,1731152658699' 2024-11-09T11:44:20,054 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,40773,1731152658646' 2024-11-09T11:44:20,054 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:44:20,054 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:44:20,054 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:44:20,055 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:44:20,055 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:44:20,055 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:44:20,056 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:44:20,057 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:44:20,057 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:44:20,057 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:44:20,057 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:44:20,057 DEBUG [RS:1;7934cf733c16:40773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,40773,1731152658646 2024-11-09T11:44:20,057 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:44:20,057 DEBUG [RS:0;7934cf733c16:45537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,45537,1731152658527 2024-11-09T11:44:20,057 DEBUG [RS:2;7934cf733c16:41373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,41373,1731152658699 2024-11-09T11:44:20,057 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,40773,1731152658646' 2024-11-09T11:44:20,057 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,45537,1731152658527' 2024-11-09T11:44:20,057 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:44:20,057 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:44:20,057 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,41373,1731152658699' 2024-11-09T11:44:20,057 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:44:20,058 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:44:20,058 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:44:20,058 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:44:20,059 DEBUG [RS:0;7934cf733c16:45537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:44:20,059 INFO [RS:0;7934cf733c16:45537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:44:20,060 DEBUG [RS:1;7934cf733c16:40773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:44:20,060 INFO [RS:0;7934cf733c16:45537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:44:20,060 INFO [RS:1;7934cf733c16:40773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:44:20,060 INFO [RS:1;7934cf733c16:40773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:44:20,060 DEBUG [RS:2;7934cf733c16:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:44:20,060 INFO [RS:2;7934cf733c16:41373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:44:20,060 INFO [RS:2;7934cf733c16:41373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:44:20,133 WARN [7934cf733c16:41879 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T11:44:20,166 INFO [RS:2;7934cf733c16:41373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:44:20,166 INFO [RS:0;7934cf733c16:45537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:44:20,166 INFO [RS:1;7934cf733c16:40773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:44:20,169 INFO [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C41373%2C1731152658699, suffix=, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs, maxLogs=32 2024-11-09T11:44:20,169 INFO [RS:1;7934cf733c16:40773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C40773%2C1731152658646, suffix=, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,40773,1731152658646, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs, maxLogs=32 2024-11-09T11:44:20,170 INFO [RS:0;7934cf733c16:45537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C45537%2C1731152658527, suffix=, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs, maxLogs=32 2024-11-09T11:44:20,188 DEBUG [RS:2;7934cf733c16:41373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699/7934cf733c16%2C41373%2C1731152658699.1731152660174, exclude list is [], retry=0 2024-11-09T11:44:20,190 DEBUG [RS:0;7934cf733c16:45537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527/7934cf733c16%2C45537%2C1731152658527.1731152660174, exclude list is [], retry=0 2024-11-09T11:44:20,190 DEBUG [RS:1;7934cf733c16:40773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,40773,1731152658646/7934cf733c16%2C40773%2C1731152658646.1731152660174, exclude list is [], retry=0 2024-11-09T11:44:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:44:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:44:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:44:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:44:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:44:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:44:20,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:44:20,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:44:20,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:44:20,208 INFO [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699/7934cf733c16%2C41373%2C1731152658699.1731152660174 2024-11-09T11:44:20,209 DEBUG [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:43405:43405),(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-09T11:44:20,210 INFO [RS:0;7934cf733c16:45537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527/7934cf733c16%2C45537%2C1731152658527.1731152660174 2024-11-09T11:44:20,213 DEBUG [RS:0;7934cf733c16:45537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:43405:43405),(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-09T11:44:20,214 INFO [RS:1;7934cf733c16:40773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,40773,1731152658646/7934cf733c16%2C40773%2C1731152658646.1731152660174 2024-11-09T11:44:20,214 DEBUG [RS:1;7934cf733c16:40773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43405:43405),(127.0.0.1/127.0.0.1:44183:44183),(127.0.0.1/127.0.0.1:34175:34175)] 2024-11-09T11:44:20,386 DEBUG [7934cf733c16:41879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T11:44:20,394 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:44:20,401 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:44:20,401 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:44:20,401 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T11:44:20,402 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:44:20,402 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:44:20,402 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T11:44:20,402 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:44:20,402 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:44:20,402 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T11:44:20,402 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:44:20,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:20,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,45537,1731152658527, state=OPENING 2024-11-09T11:44:20,428 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:44:20,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:20,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:20,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:20,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:44:20,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:20,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:20,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:20,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:20,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:44:20,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,45537,1731152658527}] 2024-11-09T11:44:28,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:44:28,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:44:30,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:44:30,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:44:30,492 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:44:30,492 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:44:30,493 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:44:30,496 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C45537%2C1731152658527.meta, suffix=.meta, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs, maxLogs=32 2024-11-09T11:44:30,513 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, exclude list is [], retry=0 2024-11-09T11:44:30,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:44:30,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:44:30,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:44:30,520 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta 2024-11-09T11:44:30,520 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183),(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:43405:43405)] 2024-11-09T11:44:30,521 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:44:30,523 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:44:30,526 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:44:30,531 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:44:30,535 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:44:30,535 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:30,536 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:44:30,536 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:44:30,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:44:30,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:44:30,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:30,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:30,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:44:30,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:44:30,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:30,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:30,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:44:30,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:44:30,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:44:30,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:44:30,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:30,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:44:30,551 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:44:30,552 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:44:30,555 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:44:30,557 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:44:30,557 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:44:30,558 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:44:30,561 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:44:30,562 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73734220, jitterRate=0.09872549772262573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:44:30,563 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:44:30,564 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731152670536Writing region info on filesystem at 1731152670536Initializing all the Stores at 1731152670538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152670539 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152670539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152670539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152670539Cleaning up temporary data from old regions at 1731152670557 (+18 ms)Running coprocessor post-open hooks at 1731152670563 (+6 ms)Region opened successfully at 1731152670564 (+1 ms) 2024-11-09T11:44:30,571 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731152670465 2024-11-09T11:44:30,583 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:44:30,583 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:44:30,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:30,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,45537,1731152658527, state=OPEN 2024-11-09T11:44:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:44:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:44:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:44:30,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:30,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:44:30,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:30,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:30,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:44:30,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7934cf733c16,45537,1731152658527 2024-11-09T11:44:30,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:44:30,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,45537,1731152658527 in 10.1490 sec 2024-11-09T11:44:30,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:44:30,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6280 sec 2024-11-09T11:44:30,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:44:30,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:44:30,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:44:30,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1] 2024-11-09T11:44:30,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:44:30,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:44:30,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0380 sec 2024-11-09T11:44:30,740 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731152670740, completionTime=-1 2024-11-09T11:44:30,748 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T11:44:30,748 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T11:44:30,783 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T11:44:30,784 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731152730784 2024-11-09T11:44:30,784 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731152790784 2024-11-09T11:44:30,784 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-09T11:44:30,786 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:44:30,793 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,794 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,794 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,795 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7934cf733c16:41879, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,796 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,796 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,806 DEBUG [master/7934cf733c16:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:44:30,833 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.041sec 2024-11-09T11:44:30,834 INFO [master/7934cf733c16:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:44:30,835 INFO [master/7934cf733c16:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:44:30,836 INFO [master/7934cf733c16:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:44:30,837 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:44:30,837 INFO [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:44:30,838 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:44:30,838 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:44:30,843 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:44:30,844 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:44:30,844 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41879,1731152657734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:44:30,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f907b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,853 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T11:44:30,853 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T11:44:30,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,41879,-1 for getting cluster id 2024-11-09T11:44:30,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:44:30,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67bb4950-7548-4432-a641-c686020a20c6' 2024-11-09T11:44:30,872 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:44:30,872 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67bb4950-7548-4432-a641-c686020a20c6" 2024-11-09T11:44:30,872 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d6425a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,873 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,41879,-1] 2024-11-09T11:44:30,875 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:44:30,877 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:30,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:44:30,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447f9212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:44:30,887 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1] 2024-11-09T11:44:30,887 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:44:30,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:44:30,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7934cf733c16,41879,1731152657734 2024-11-09T11:44:30,915 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731152670914 (current time:1731152670914). 2024-11-09T11:44:30,915 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T11:44:30,915 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T11:44:30,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549281ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,41879,-1 for getting cluster id 2024-11-09T11:44:30,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:44:30,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67bb4950-7548-4432-a641-c686020a20c6' 2024-11-09T11:44:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:44:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67bb4950-7548-4432-a641-c686020a20c6" 2024-11-09T11:44:30,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c07ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,41879,-1] 2024-11-09T11:44:30,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:44:30,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:30,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:44:30,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c36124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:44:30,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:44:30,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1] 2024-11-09T11:44:30,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:44:30,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:44:30,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:44:30,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:44:30,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:30,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:30,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:44:30,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:44:30,944 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,41879,1731152657734 2024-11-09T11:44:30,947 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1866116 2024-11-09T11:44:30,948 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:44:30,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:44:30,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:44:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T11:44:30,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:44:30,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T11:44:30,968 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:30,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:44:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:44:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:44:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:44:30,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a854e7eaf738bab2fd376b4e746de0b7, NAME => 'SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:30,990 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 76f9e41c0f9022cd15dac2aac3fbc53b, NAME => 'SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:30,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d0369cc09c4fdb433c595f48931638a5, NAME => 'SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:44:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:44:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741838_1014 (size=54) 2024-11-09T11:44:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741838_1014 (size=54) 2024-11-09T11:44:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741838_1014 (size=54) 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a854e7eaf738bab2fd376b4e746de0b7, disabling compactions & flushes 2024-11-09T11:44:31,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. after waiting 0 ms 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:31,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:31,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a854e7eaf738bab2fd376b4e746de0b7: Waiting for close lock at 1731152671022Disabling compacts and flushes for region at 1731152671022Disabling writes for close at 1731152671022Writing region close event to WAL at 1731152671022Closed at 1731152671022 2024-11-09T11:44:31,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0fef8141edff11e8da2335efa04c988, NAME => 'SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d0369cc09c4fdb433c595f48931638a5, disabling compactions & flushes 2024-11-09T11:44:31,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. after waiting 0 ms 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:31,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:31,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d0369cc09c4fdb433c595f48931638a5: Waiting for close lock at 1731152671034Disabling compacts and flushes for region at 1731152671034Disabling writes for close at 1731152671034Writing region close event to WAL at 1731152671034Closed at 1731152671034 2024-11-09T11:44:31,035 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be6255673d8752f3bae37e70ce1ac6fb, NAME => 'SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741840_1016 (size=62) 2024-11-09T11:44:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741840_1016 (size=62) 2024-11-09T11:44:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741840_1016 (size=62) 2024-11-09T11:44:31,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 76f9e41c0f9022cd15dac2aac3fbc53b, disabling compactions & flushes 2024-11-09T11:44:31,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:31,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:31,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. after waiting 0 ms 2024-11-09T11:44:31,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:31,054 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:31,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 76f9e41c0f9022cd15dac2aac3fbc53b: Waiting for close lock at 1731152671053Disabling compacts and flushes for region at 1731152671053Disabling writes for close at 1731152671054 (+1 ms)Writing region close event to WAL at 1731152671054Closed at 1731152671054 2024-11-09T11:44:31,055 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2c501839da18a299f4814d9044c3bb89, NAME => 'SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:44:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:44:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:44:31,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:44:31,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b0fef8141edff11e8da2335efa04c988, disabling compactions & flushes 2024-11-09T11:44:31,067 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:31,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:31,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. after waiting 0 ms 2024-11-09T11:44:31,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:31,067 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:31,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0fef8141edff11e8da2335efa04c988: Waiting for close lock at 1731152671067Disabling compacts and flushes for region at 1731152671067Disabling writes for close at 1731152671067Writing region close event to WAL at 1731152671067Closed at 1731152671067 2024-11-09T11:44:31,069 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e64a9fd6c6bcc39a9006d6c6c002f7a, NAME => 'SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:44:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:44:31,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing be6255673d8752f3bae37e70ce1ac6fb, disabling compactions & flushes 2024-11-09T11:44:31,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:31,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:31,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. after waiting 0 ms 2024-11-09T11:44:31,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:31,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:31,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for be6255673d8752f3bae37e70ce1ac6fb: Waiting for close lock at 1731152671069Disabling compacts and flushes for region at 1731152671069Disabling writes for close at 1731152671070 (+1 ms)Writing region close event to WAL at 1731152671070Closed at 1731152671070 2024-11-09T11:44:31,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 64f9c516a640785128ad386aa72853ce, NAME => 'SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:44:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:44:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:44:31,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2c501839da18a299f4814d9044c3bb89, disabling compactions & flushes 2024-11-09T11:44:31,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:31,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:31,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. after waiting 0 ms 2024-11-09T11:44:31,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:31,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:31,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2c501839da18a299f4814d9044c3bb89: Waiting for close lock at 1731152671081Disabling compacts and flushes for region at 1731152671081Disabling writes for close at 1731152671082 (+1 ms)Writing region close event to WAL at 1731152671082Closed at 1731152671082 2024-11-09T11:44:31,083 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 79b9b5e9f3a78e2392d3205a669ae0f6, NAME => 'SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:31,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:44:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:44:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 64f9c516a640785128ad386aa72853ce, disabling compactions & flushes 2024-11-09T11:44:31,089 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. after waiting 0 ms 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:31,089 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:31,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 64f9c516a640785128ad386aa72853ce: Waiting for close lock at 1731152671089Disabling compacts and flushes for region at 1731152671089Disabling writes for close at 1731152671089Writing region close event to WAL at 1731152671089Closed at 1731152671089 2024-11-09T11:44:31,090 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dce2e223e55f8058a3acbf7fd5a45e24, NAME => 'SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71 2024-11-09T11:44:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:44:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:44:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1e64a9fd6c6bcc39a9006d6c6c002f7a, disabling compactions & flushes 2024-11-09T11:44:31,093 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. after waiting 0 ms 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:31,093 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:31,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e64a9fd6c6bcc39a9006d6c6c002f7a: Waiting for close lock at 1731152671093Disabling compacts and flushes for region at 1731152671093Disabling writes for close at 1731152671093Writing region close event to WAL at 1731152671093Closed at 1731152671093 2024-11-09T11:44:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:44:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:44:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:44:31,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 79b9b5e9f3a78e2392d3205a669ae0f6, disabling compactions & flushes 2024-11-09T11:44:31,101 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:31,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:31,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. after waiting 0 ms 2024-11-09T11:44:31,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:31,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:31,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 79b9b5e9f3a78e2392d3205a669ae0f6: Waiting for close lock at 1731152671101Disabling compacts and flushes for region at 1731152671101Disabling writes for close at 1731152671101Writing region close event to WAL at 1731152671102 (+1 ms)Closed at 1731152671102 2024-11-09T11:44:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:44:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:44:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:44:31,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:31,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dce2e223e55f8058a3acbf7fd5a45e24, disabling compactions & flushes 2024-11-09T11:44:31,109 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:31,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:31,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. after waiting 0 ms 2024-11-09T11:44:31,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:31,109 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:31,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dce2e223e55f8058a3acbf7fd5a45e24: Waiting for close lock at 1731152671109Disabling compacts and flushes for region at 1731152671109Disabling writes for close at 1731152671109Writing region close event to WAL at 1731152671109Closed at 1731152671109 2024-11-09T11:44:31,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731152671113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152671113"}]},"ts":"1731152671113"} 2024-11-09T11:44:31,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T11:44:31,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:44:31,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731152671166"}]},"ts":"1731152671166"} 2024-11-09T11:44:31,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T11:44:31,179 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T11:44:31,189 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:44:31,189 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:44:31,189 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T11:44:31,189 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:44:31,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a854e7eaf738bab2fd376b4e746de0b7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76f9e41c0f9022cd15dac2aac3fbc53b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fef8141edff11e8da2335efa04c988, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c501839da18a299f4814d9044c3bb89, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64f9c516a640785128ad386aa72853ce, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b9b5e9f3a78e2392d3205a669ae0f6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce2e223e55f8058a3acbf7fd5a45e24, ASSIGN}] 2024-11-09T11:44:31,195 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN 2024-11-09T11:44:31,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c501839da18a299f4814d9044c3bb89, ASSIGN 2024-11-09T11:44:31,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fef8141edff11e8da2335efa04c988, ASSIGN 2024-11-09T11:44:31,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76f9e41c0f9022cd15dac2aac3fbc53b, ASSIGN 2024-11-09T11:44:31,198 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN; state=OFFLINE, location=7934cf733c16,45537,1731152658527; forceNewPlan=false, retain=false 2024-11-09T11:44:31,198 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c501839da18a299f4814d9044c3bb89, ASSIGN; state=OFFLINE, location=7934cf733c16,40773,1731152658646; forceNewPlan=false, retain=false 2024-11-09T11:44:31,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0fef8141edff11e8da2335efa04c988, ASSIGN; state=OFFLINE, location=7934cf733c16,41373,1731152658699; forceNewPlan=false, retain=false 2024-11-09T11:44:31,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76f9e41c0f9022cd15dac2aac3fbc53b, ASSIGN; state=OFFLINE, location=7934cf733c16,40773,1731152658646; forceNewPlan=false, retain=false 2024-11-09T11:44:31,205 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64f9c516a640785128ad386aa72853ce, ASSIGN 2024-11-09T11:44:31,208 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64f9c516a640785128ad386aa72853ce, ASSIGN; state=OFFLINE, location=7934cf733c16,41373,1731152658699; forceNewPlan=false, retain=false 2024-11-09T11:44:31,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce2e223e55f8058a3acbf7fd5a45e24, ASSIGN 2024-11-09T11:44:31,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b9b5e9f3a78e2392d3205a669ae0f6, ASSIGN 2024-11-09T11:44:31,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce2e223e55f8058a3acbf7fd5a45e24, ASSIGN; state=OFFLINE, location=7934cf733c16,41373,1731152658699; forceNewPlan=false, retain=false 2024-11-09T11:44:31,210 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN 2024-11-09T11:44:31,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b9b5e9f3a78e2392d3205a669ae0f6, ASSIGN; state=OFFLINE, location=7934cf733c16,40773,1731152658646; forceNewPlan=false, retain=false 2024-11-09T11:44:31,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a854e7eaf738bab2fd376b4e746de0b7, ASSIGN 2024-11-09T11:44:31,214 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN; state=OFFLINE, location=7934cf733c16,45537,1731152658527; forceNewPlan=false, retain=false 2024-11-09T11:44:31,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a854e7eaf738bab2fd376b4e746de0b7, ASSIGN; state=OFFLINE, location=7934cf733c16,41373,1731152658699; forceNewPlan=false, retain=false 2024-11-09T11:44:31,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN 2024-11-09T11:44:31,226 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN; state=OFFLINE, location=7934cf733c16,45537,1731152658527; forceNewPlan=false, retain=false 2024-11-09T11:44:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:31,351 INFO [7934cf733c16:41879 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T11:44:31,352 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0369cc09c4fdb433c595f48931638a5, regionState=OPENING, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:31,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be6255673d8752f3bae37e70ce1ac6fb, regionState=OPENING, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:31,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e64a9fd6c6bcc39a9006d6c6c002f7a, regionState=OPENING, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:31,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dce2e223e55f8058a3acbf7fd5a45e24, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:31,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=64f9c516a640785128ad386aa72853ce, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:31,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b0fef8141edff11e8da2335efa04c988, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:31,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a854e7eaf738bab2fd376b4e746de0b7, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:31,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79b9b5e9f3a78e2392d3205a669ae0f6, regionState=OPENING, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:31,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2c501839da18a299f4814d9044c3bb89, regionState=OPENING, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:31,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=76f9e41c0f9022cd15dac2aac3fbc53b, regionState=OPENING, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:31,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN because future has completed 2024-11-09T11:44:31,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,45537,1731152658527}] 2024-11-09T11:44:31,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64f9c516a640785128ad386aa72853ce, ASSIGN because future has completed 2024-11-09T11:44:31,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64f9c516a640785128ad386aa72853ce, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:44:31,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN because future has completed 2024-11-09T11:44:31,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce2e223e55f8058a3acbf7fd5a45e24, ASSIGN because future has completed 2024-11-09T11:44:31,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,45537,1731152658527}] 2024-11-09T11:44:31,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:44:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN because future has completed 2024-11-09T11:44:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0fef8141edff11e8da2335efa04c988, ASSIGN because future has completed 2024-11-09T11:44:31,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,45537,1731152658527}] 2024-11-09T11:44:31,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fef8141edff11e8da2335efa04c988, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:44:31,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a854e7eaf738bab2fd376b4e746de0b7, ASSIGN because future has completed 2024-11-09T11:44:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b9b5e9f3a78e2392d3205a669ae0f6, ASSIGN because future has completed 2024-11-09T11:44:31,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c501839da18a299f4814d9044c3bb89, ASSIGN because future has completed 2024-11-09T11:44:31,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c501839da18a299f4814d9044c3bb89, server=7934cf733c16,40773,1731152658646}] 2024-11-09T11:44:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76f9e41c0f9022cd15dac2aac3fbc53b, ASSIGN because future has completed 2024-11-09T11:44:31,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6, server=7934cf733c16,40773,1731152658646}] 2024-11-09T11:44:31,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a854e7eaf738bab2fd376b4e746de0b7, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:44:31,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b, server=7934cf733c16,40773,1731152658646}] 2024-11-09T11:44:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:31,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:44:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:36,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:44:38,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:44:38,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:44:38,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:44:38,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:44:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:41,367 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:44:41,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:44:41,372 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:41,373 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => be6255673d8752f3bae37e70ce1ac6fb, NAME => 'SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T11:44:41,373 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,374 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,374 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,374 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,378 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,382 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be6255673d8752f3bae37e70ce1ac6fb columnFamilyName cf 2024-11-09T11:44:41,382 DEBUG [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,384 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] regionserver.HStore(327): Store=be6255673d8752f3bae37e70ce1ac6fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,384 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,386 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,386 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:41,387 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => dce2e223e55f8058a3acbf7fd5a45e24, NAME => 'SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T11:44:41,387 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,388 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,392 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,393 INFO [StoreOpener-dce2e223e55f8058a3acbf7fd5a45e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:44:41,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:44:41,403 INFO [StoreOpener-dce2e223e55f8058a3acbf7fd5a45e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce2e223e55f8058a3acbf7fd5a45e24 columnFamilyName cf 2024-11-09T11:44:41,403 DEBUG [StoreOpener-dce2e223e55f8058a3acbf7fd5a45e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,403 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,405 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened be6255673d8752f3bae37e70ce1ac6fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58992006, jitterRate=-0.1209506094455719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,405 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:41,407 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for be6255673d8752f3bae37e70ce1ac6fb: Running coprocessor pre-open hook at 1731152681374Writing region info on filesystem at 1731152681374Initializing all the Stores at 1731152681378 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681378Cleaning up temporary data from old regions at 1731152681388 (+10 ms)Running coprocessor post-open hooks at 1731152681405 (+17 ms)Region opened successfully at 1731152681407 (+2 ms) 2024-11-09T11:44:41,409 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb., pid=19, masterSystemTime=1731152681364 2024-11-09T11:44:41,412 INFO [StoreOpener-dce2e223e55f8058a3acbf7fd5a45e24-1 {}] regionserver.HStore(327): Store=dce2e223e55f8058a3acbf7fd5a45e24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,412 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:41,412 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 76f9e41c0f9022cd15dac2aac3fbc53b, NAME => 'SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:41,413 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,413 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d0369cc09c4fdb433c595f48931638a5, NAME => 'SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T11:44:41,414 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,414 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,414 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,414 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,417 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,418 INFO [StoreOpener-76f9e41c0f9022cd15dac2aac3fbc53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be6255673d8752f3bae37e70ce1ac6fb, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:41,418 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,419 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,420 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,420 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,422 INFO [StoreOpener-76f9e41c0f9022cd15dac2aac3fbc53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76f9e41c0f9022cd15dac2aac3fbc53b columnFamilyName cf 2024-11-09T11:44:41,422 DEBUG [StoreOpener-76f9e41c0f9022cd15dac2aac3fbc53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,422 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,45537,1731152658527 because future has completed 2024-11-09T11:44:41,424 INFO [StoreOpener-76f9e41c0f9022cd15dac2aac3fbc53b-1 {}] regionserver.HStore(327): Store=76f9e41c0f9022cd15dac2aac3fbc53b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,424 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,425 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,426 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,427 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,427 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,427 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0369cc09c4fdb433c595f48931638a5 columnFamilyName cf 2024-11-09T11:44:41,428 DEBUG [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,429 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] regionserver.HStore(327): Store=d0369cc09c4fdb433c595f48931638a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,429 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-09T11:44:41,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,45537,1731152658527 in 10.0560 sec 2024-11-09T11:44:41,432 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,433 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,434 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,434 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN in 10.2400 sec 2024-11-09T11:44:41,435 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,435 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,439 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,439 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,440 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened dce2e223e55f8058a3acbf7fd5a45e24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60023110, jitterRate=-0.1055859625339508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,441 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:41,441 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for dce2e223e55f8058a3acbf7fd5a45e24: Running coprocessor pre-open hook at 1731152681388Writing region info on filesystem at 1731152681388Initializing all the Stores at 1731152681391 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681391Cleaning up temporary data from old regions at 1731152681420 (+29 ms)Running coprocessor post-open hooks at 1731152681441 (+21 ms)Region opened successfully at 1731152681441 2024-11-09T11:44:41,443 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/76f9e41c0f9022cd15dac2aac3fbc53b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,443 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,443 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 76f9e41c0f9022cd15dac2aac3fbc53b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68945813, jitterRate=0.02737267315387726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,444 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:41,444 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 76f9e41c0f9022cd15dac2aac3fbc53b: Running coprocessor pre-open hook at 1731152681413Writing region info on filesystem at 1731152681413Initializing all the Stores at 1731152681418 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681418Cleaning up temporary data from old regions at 1731152681427 (+9 ms)Running coprocessor post-open hooks at 1731152681444 (+17 ms)Region opened successfully at 1731152681444 2024-11-09T11:44:41,446 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d0369cc09c4fdb433c595f48931638a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75234102, jitterRate=0.12107548117637634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,446 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:41,446 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b., pid=24, masterSystemTime=1731152681397 2024-11-09T11:44:41,446 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d0369cc09c4fdb433c595f48931638a5: Running coprocessor pre-open hook at 1731152681414Writing region info on filesystem at 1731152681414Initializing all the Stores at 1731152681422 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681422Cleaning up temporary data from old regions at 1731152681435 (+13 ms)Running coprocessor post-open hooks at 1731152681446 (+11 ms)Region opened successfully at 1731152681446 2024-11-09T11:44:41,451 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:41,451 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:44:41,451 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5., pid=15, masterSystemTime=1731152681364 2024-11-09T11:44:41,452 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:41,452 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c501839da18a299f4814d9044c3bb89, NAME => 'SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T11:44:41,452 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=76f9e41c0f9022cd15dac2aac3fbc53b, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:41,452 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,453 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,453 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,453 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., pid=18, masterSystemTime=1731152681367 2024-11-09T11:44:41,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b, server=7934cf733c16,40773,1731152658646 because future has completed 2024-11-09T11:44:41,457 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:41,457 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:44:41,457 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:41,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0369cc09c4fdb433c595f48931638a5, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:41,458 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e64a9fd6c6bcc39a9006d6c6c002f7a, NAME => 'SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T11:44:41,459 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:41,459 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:44:41,459 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:41,459 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a854e7eaf738bab2fd376b4e746de0b7, NAME => 'SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T11:44:41,459 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,460 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,460 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,460 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,458 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,461 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,461 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,461 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,45537,1731152658527 because future has completed 2024-11-09T11:44:41,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dce2e223e55f8058a3acbf7fd5a45e24, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:41,467 INFO [StoreOpener-2c501839da18a299f4814d9044c3bb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-09T11:44:41,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b, server=7934cf733c16,40773,1731152658646 in 10.0630 sec 2024-11-09T11:44:41,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:44:41,471 INFO [StoreOpener-2c501839da18a299f4814d9044c3bb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c501839da18a299f4814d9044c3bb89 columnFamilyName cf 2024-11-09T11:44:41,471 DEBUG [StoreOpener-2c501839da18a299f4814d9044c3bb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,472 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,472 INFO [StoreOpener-a854e7eaf738bab2fd376b4e746de0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,472 INFO [StoreOpener-2c501839da18a299f4814d9044c3bb89-1 {}] regionserver.HStore(327): Store=2c501839da18a299f4814d9044c3bb89/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,472 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,477 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-09T11:44:41,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,45537,1731152658527 in 10.1080 sec 2024-11-09T11:44:41,480 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,481 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,481 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,482 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64a9fd6c6bcc39a9006d6c6c002f7a columnFamilyName cf 2024-11-09T11:44:41,482 DEBUG [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76f9e41c0f9022cd15dac2aac3fbc53b, ASSIGN in 10.2790 sec 2024-11-09T11:44:41,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN in 10.2880 sec 2024-11-09T11:44:41,486 INFO [StoreOpener-a854e7eaf738bab2fd376b4e746de0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a854e7eaf738bab2fd376b4e746de0b7 columnFamilyName cf 2024-11-09T11:44:41,486 DEBUG [StoreOpener-a854e7eaf738bab2fd376b4e746de0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,488 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] regionserver.HStore(327): Store=1e64a9fd6c6bcc39a9006d6c6c002f7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,488 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,489 INFO [StoreOpener-a854e7eaf738bab2fd376b4e746de0b7-1 {}] regionserver.HStore(327): Store=a854e7eaf738bab2fd376b4e746de0b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,490 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,491 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,491 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,492 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-09T11:44:41,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24, server=7934cf733c16,41373,1731152658699 in 10.1210 sec 2024-11-09T11:44:41,493 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,493 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,493 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,493 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,494 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,494 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce2e223e55f8058a3acbf7fd5a45e24, ASSIGN in 10.3020 sec 2024-11-09T11:44:41,496 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,502 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,503 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/2c501839da18a299f4814d9044c3bb89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,503 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/a854e7eaf738bab2fd376b4e746de0b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,505 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2c501839da18a299f4814d9044c3bb89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68481129, jitterRate=0.020448341965675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,505 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:41,505 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a854e7eaf738bab2fd376b4e746de0b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67675140, jitterRate=0.008438169956207275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,505 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2c501839da18a299f4814d9044c3bb89: Running coprocessor pre-open hook at 1731152681453Writing region info on filesystem at 1731152681453Initializing all the Stores at 1731152681460 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681461 (+1 ms)Cleaning up temporary data from old regions at 1731152681481 (+20 ms)Running coprocessor post-open hooks at 1731152681505 (+24 ms)Region opened successfully at 1731152681505 2024-11-09T11:44:41,505 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:41,506 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a854e7eaf738bab2fd376b4e746de0b7: Running coprocessor pre-open hook at 1731152681460Writing region info on filesystem at 1731152681460Initializing all the Stores at 1731152681464 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681464Cleaning up temporary data from old regions at 1731152681493 (+29 ms)Running coprocessor post-open hooks at 1731152681506 (+13 ms)Region opened successfully at 1731152681506 2024-11-09T11:44:41,508 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89., pid=21, masterSystemTime=1731152681397 2024-11-09T11:44:41,508 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7., pid=23, masterSystemTime=1731152681367 2024-11-09T11:44:41,511 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:41,511 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:44:41,512 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:41,512 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b9b5e9f3a78e2392d3205a669ae0f6, NAME => 'SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T11:44:41,512 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,512 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,513 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,513 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,513 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,514 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1e64a9fd6c6bcc39a9006d6c6c002f7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60644905, jitterRate=-0.0963204950094223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,515 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:41,515 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1e64a9fd6c6bcc39a9006d6c6c002f7a: Running coprocessor pre-open hook at 1731152681461Writing region info on filesystem at 1731152681461Initializing all the Stores at 1731152681463 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681463Cleaning up temporary data from old regions at 1731152681494 (+31 ms)Running coprocessor post-open hooks at 1731152681515 (+21 ms)Region opened successfully at 1731152681515 2024-11-09T11:44:41,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2c501839da18a299f4814d9044c3bb89, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:41,516 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:41,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a854e7eaf738bab2fd376b4e746de0b7, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:41,517 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., pid=17, masterSystemTime=1731152681364 2024-11-09T11:44:41,518 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:44:41,518 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:41,519 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b0fef8141edff11e8da2335efa04c988, NAME => 'SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T11:44:41,519 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,519 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c501839da18a299f4814d9044c3bb89, server=7934cf733c16,40773,1731152658646 because future has completed 2024-11-09T11:44:41,519 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,519 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,521 INFO [StoreOpener-79b9b5e9f3a78e2392d3205a669ae0f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a854e7eaf738bab2fd376b4e746de0b7, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:44:41,527 INFO [StoreOpener-b0fef8141edff11e8da2335efa04c988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,529 INFO [StoreOpener-79b9b5e9f3a78e2392d3205a669ae0f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b9b5e9f3a78e2392d3205a669ae0f6 columnFamilyName cf 2024-11-09T11:44:41,529 DEBUG [StoreOpener-79b9b5e9f3a78e2392d3205a669ae0f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,530 INFO [StoreOpener-79b9b5e9f3a78e2392d3205a669ae0f6-1 {}] regionserver.HStore(327): Store=79b9b5e9f3a78e2392d3205a669ae0f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,530 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:41,530 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:44:41,531 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-09T11:44:41,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e64a9fd6c6bcc39a9006d6c6c002f7a, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45537,1731152658527 2024-11-09T11:44:41,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c501839da18a299f4814d9044c3bb89, server=7934cf733c16,40773,1731152658646 in 10.1460 sec 2024-11-09T11:44:41,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-09T11:44:41,536 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,538 INFO [StoreOpener-b0fef8141edff11e8da2335efa04c988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0fef8141edff11e8da2335efa04c988 columnFamilyName cf 2024-11-09T11:44:41,538 DEBUG [StoreOpener-b0fef8141edff11e8da2335efa04c988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,45537,1731152658527 because future has completed 2024-11-09T11:44:41,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a854e7eaf738bab2fd376b4e746de0b7, server=7934cf733c16,41373,1731152658699 in 10.1320 sec 2024-11-09T11:44:41,539 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,540 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,540 INFO [StoreOpener-b0fef8141edff11e8da2335efa04c988-1 {}] regionserver.HStore(327): Store=b0fef8141edff11e8da2335efa04c988/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,540 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,540 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a854e7eaf738bab2fd376b4e746de0b7, ASSIGN in 10.3460 sec 2024-11-09T11:44:41,542 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c501839da18a299f4814d9044c3bb89, ASSIGN in 10.3420 sec 2024-11-09T11:44:41,543 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,544 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,544 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,546 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-09T11:44:41,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,45537,1731152658527 in 10.1750 sec 2024-11-09T11:44:41,552 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,552 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,553 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 79b9b5e9f3a78e2392d3205a669ae0f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69868900, jitterRate=0.04112774133682251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,553 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:41,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN in 10.3600 sec 2024-11-09T11:44:41,554 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 79b9b5e9f3a78e2392d3205a669ae0f6: Running coprocessor pre-open hook at 1731152681513Writing region info on filesystem at 1731152681513Initializing all the Stores at 1731152681517 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681517Cleaning up temporary data from old regions at 1731152681540 (+23 ms)Running coprocessor post-open hooks at 1731152681553 (+13 ms)Region opened successfully at 1731152681553 2024-11-09T11:44:41,556 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., pid=22, masterSystemTime=1731152681397 2024-11-09T11:44:41,558 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/b0fef8141edff11e8da2335efa04c988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,561 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b0fef8141edff11e8da2335efa04c988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59691177, jitterRate=-0.11053214967250824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,561 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:41,561 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b0fef8141edff11e8da2335efa04c988: Running coprocessor pre-open hook at 1731152681520Writing region info on filesystem at 1731152681520Initializing all the Stores at 1731152681524 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681524Cleaning up temporary data from old regions at 1731152681544 (+20 ms)Running coprocessor post-open hooks at 1731152681561 (+17 ms)Region opened successfully at 1731152681561 2024-11-09T11:44:41,562 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:41,563 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:44:41,564 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79b9b5e9f3a78e2392d3205a669ae0f6, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:44:41,570 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988., pid=20, masterSystemTime=1731152681367 2024-11-09T11:44:41,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6, server=7934cf733c16,40773,1731152658646 because future has completed 2024-11-09T11:44:41,578 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:41,578 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:44:41,578 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:41,579 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 64f9c516a640785128ad386aa72853ce, NAME => 'SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T11:44:41,579 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b0fef8141edff11e8da2335efa04c988, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:41,579 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,579 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:44:41,580 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,580 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fef8141edff11e8da2335efa04c988, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:44:41,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-09T11:44:41,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6, server=7934cf733c16,40773,1731152658646 in 10.1980 sec 2024-11-09T11:44:41,589 INFO [StoreOpener-64f9c516a640785128ad386aa72853ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,591 INFO [StoreOpener-64f9c516a640785128ad386aa72853ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f9c516a640785128ad386aa72853ce columnFamilyName cf 2024-11-09T11:44:41,592 DEBUG [StoreOpener-64f9c516a640785128ad386aa72853ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:44:41,592 INFO [StoreOpener-64f9c516a640785128ad386aa72853ce-1 {}] regionserver.HStore(327): Store=64f9c516a640785128ad386aa72853ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:44:41,592 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,594 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,595 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,598 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,598 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-09T11:44:41,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b9b5e9f3a78e2392d3205a669ae0f6, ASSIGN in 10.3980 sec 2024-11-09T11:44:41,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b0fef8141edff11e8da2335efa04c988, server=7934cf733c16,41373,1731152658699 in 10.2160 sec 2024-11-09T11:44:41,601 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,607 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:44:41,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fef8141edff11e8da2335efa04c988, ASSIGN in 10.4090 sec 2024-11-09T11:44:41,608 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 64f9c516a640785128ad386aa72853ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65831660, jitterRate=-0.019031822681427002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:44:41,609 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:41,609 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 64f9c516a640785128ad386aa72853ce: Running coprocessor pre-open hook at 1731152681580Writing region info on filesystem at 1731152681580Initializing all the Stores at 1731152681588 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152681588Cleaning up temporary data from old regions at 1731152681598 (+10 ms)Running coprocessor post-open hooks at 1731152681609 (+11 ms)Region opened successfully at 1731152681609 2024-11-09T11:44:41,610 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., pid=16, masterSystemTime=1731152681367 2024-11-09T11:44:41,614 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:41,614 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:41,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=64f9c516a640785128ad386aa72853ce, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:44:41,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64f9c516a640785128ad386aa72853ce, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:44:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-09T11:44:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 64f9c516a640785128ad386aa72853ce, server=7934cf733c16,41373,1731152658699 in 10.2610 sec 2024-11-09T11:44:41,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T11:44:41,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64f9c516a640785128ad386aa72853ce, ASSIGN in 10.4340 sec 2024-11-09T11:44:41,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:44:41,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731152681635"}]},"ts":"1731152681635"} 2024-11-09T11:44:41,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T11:44:41,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:44:41,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6890 sec 2024-11-09T11:44:43,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T11:44:46,721 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:44:46,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:44:48,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T11:44:48,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T11:44:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:44:49,276 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T11:44:49,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T11:44:49,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:44:49,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T11:44:49,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:44:49,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T11:44:49,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., hostname=7934cf733c16,45537,1731152658527, seqNum=2] 2024-11-09T11:44:49,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., hostname=7934cf733c16,40773,1731152658646, seqNum=2] 2024-11-09T11:44:49,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., hostname=7934cf733c16,40773,1731152658646, seqNum=2] 2024-11-09T11:44:49,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., hostname=7934cf733c16,40773,1731152658646, seqNum=2] 2024-11-09T11:44:49,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., hostname=7934cf733c16,40773,1731152658646, seqNum=2] 2024-11-09T11:44:49,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:49,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., hostname=7934cf733c16,41373,1731152658699, seqNum=2] 2024-11-09T11:44:50,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:44:50,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:44:50,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:44:50,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:44:50,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:44:50,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40773 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:44:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:44:50,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:44:51,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41373 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:44:51,709 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T11:44:51,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:44:51,712 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T11:44:51,718 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T11:44:51,736 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T11:44:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:44:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:44:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:44:51,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T11:44:51,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a854e7eaf738bab2fd376b4e746de0b7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fef8141edff11e8da2335efa04c988}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c501839da18a299f4814d9044c3bb89}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64f9c516a640785128ad386aa72853ce}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24}] 2024-11-09T11:44:51,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:51,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:44:51,767 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fef8141edff11e8da2335efa04c988 2024-11-09T11:44:51,767 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:51,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:44:51,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:44:51,782 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:51,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:44:51,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64f9c516a640785128ad386aa72853ce 2024-11-09T11:44:51,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:44:51,812 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7934cf733c16,45537,1731152658527 2024-11-09T11:44:51,813 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7934cf733c16,45537,1731152658527: Simulated kill ***** 2024-11-09T11:44:51,813 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:44:51,816 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:44:51,818 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:44:51,820 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:44:51,821 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:44:51,828 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 687366176 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153446768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7934cf733c16", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7934cf733c16", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59457", "tag.serverName": "7934cf733c16,40773,1731152658646", "tag.clusterId": "67bb4950-7548-4432-a641-c686020a20c6", "tag.Context": "regionserver", "tag.Hostname": "7934cf733c16", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731152658646, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T11:44:51,833 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41879 {}] master.MasterRpcServices(700): 7934cf733c16,45537,1731152658527 reported a fatal error: ***** ABORTING region server 7934cf733c16,45537,1731152658527: Simulated kill ***** 2024-11-09T11:44:51,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,45537,1731152658527' ***** 2024-11-09T11:44:51,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T11:44:51,838 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:44:51,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:44:51,839 INFO [RS:0;7934cf733c16:45537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T11:44:51,839 INFO [RS:0;7934cf733c16:45537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T11:44:51,839 INFO [RS:0;7934cf733c16:45537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:44:51,840 INFO [RS:0;7934cf733c16:45537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7934cf733c16:45537. 2024-11-09T11:44:51,840 DEBUG [RS:0;7934cf733c16:45537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:44:51,840 DEBUG [RS:0;7934cf733c16:45537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:51,841 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:44:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741836_1012 (size=14382) 2024-11-09T11:44:51,849 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:44:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741836_1012 (size=14382) 2024-11-09T11:44:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741836_1012 (size=14382) 2024-11-09T11:44:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741834_1010 (size=966) 2024-11-09T11:44:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741834_1010 (size=966) 2024-11-09T11:44:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741834_1010 (size=966) 2024-11-09T11:44:51,857 DEBUG [RS:0;7934cf733c16:45537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:44:51,857 INFO [RS:0;7934cf733c16:45537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:44:51,858 INFO [RS:0;7934cf733c16:45537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45537 2024-11-09T11:44:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:44:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,45537,1731152658527 2024-11-09T11:44:51,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,45537,1731152658527] 2024-11-09T11:44:51,872 INFO [RS:0;7934cf733c16:45537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:44:51,874 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,45537,1731152658527 already deleted, retry=false 2024-11-09T11:44:51,874 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7934cf733c16,45537,1731152658527 on 7934cf733c16,41879,1731152657734 2024-11-09T11:44:51,882 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7934cf733c16,45537,1731152658527, splitWal=true, meta=true 2024-11-09T11:44:51,888 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7934cf733c16,45537,1731152658527, splitWal=true, meta=true 2024-11-09T11:44:51,890 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7934cf733c16,45537,1731152658527, splitWal=true, meta=true, isMeta: true 2024-11-09T11:44:51,890 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7934cf733c16,45537,1731152658527 (carryingMeta=true) 7934cf733c16,45537,1731152658527/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15d8c15e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T11:44:51,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:51,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:51,893 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:51,896 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 can not run currently because target server of region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T11:44:51,896 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a can not run currently because target server of region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T11:44:51,896 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5; timeout=1000, timestamp=1731152692896 2024-11-09T11:44:51,896 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a; timeout=1000, timestamp=1731152692896 2024-11-09T11:44:51,897 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb can not run currently because target server of region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T11:44:51,897 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting 2024-11-09T11:44:51,897 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb; timeout=1000, timestamp=1731152692897 2024-11-09T11:44:51,900 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7934cf733c16,45537,1731152658527 WAL count=1, meta=true 2024-11-09T11:44:51,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta}] 2024-11-09T11:44:51,910 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7934cf733c16,41373,1731152658699 2024-11-09T11:44:51,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, worker=7934cf733c16,41373,1731152658699}] 2024-11-09T11:44:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:44:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x100d7502e470001, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:44:51,976 INFO [RS:0;7934cf733c16:45537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:44:51,976 INFO [RS:0;7934cf733c16:45537 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,45537,1731152658527; zookeeper connection closed. 2024-11-09T11:44:51,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@741b33b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@741b33b5 2024-11-09T11:44:52,045 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:44:52,046 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:44:52,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:52,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:52,897 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:52,898 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 can not run currently because target server of region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T11:44:52,898 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a can not run currently because target server of region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T11:44:52,898 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a; timeout=2000, timestamp=1731152694898 2024-11-09T11:44:52,898 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5; timeout=2000, timestamp=1731152694898 2024-11-09T11:44:52,899 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb can not run currently because target server of region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T11:44:52,899 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb; timeout=2000, timestamp=1731152694899 2024-11-09T11:44:54,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:54,899 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:54,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:54,900 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a can not run currently because target server of region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T11:44:54,901 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a; timeout=4000, timestamp=1731152698901 2024-11-09T11:44:54,901 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb can not run currently because target server of region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T11:44:54,901 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 can not run currently because target server of region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T11:44:54,901 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5; timeout=4000, timestamp=1731152698901 2024-11-09T11:44:54,901 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb; timeout=4000, timestamp=1731152698901 2024-11-09T11:44:58,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:44:58,901 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:44:58,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:44:58,903 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb can not run currently because target server of region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T11:44:58,903 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a can not run currently because target server of region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T11:44:58,903 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 can not run currently because target server of region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T11:44:58,903 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb; timeout=8000, timestamp=1731152706903 2024-11-09T11:44:58,904 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a; timeout=8000, timestamp=1731152706903 2024-11-09T11:44:58,904 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5; timeout=8000, timestamp=1731152706903 2024-11-09T11:45:01,397 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=7934cf733c16,45537,1731152658527, timeout=1731152701770, delay=372, operations=null, containedObject=7934cf733c16,40773,1731152658646, timeout=1731152701770, delay=372, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c501839da18a299f4814d9044c3bb89], containedObject=7934cf733c16,41373,1731152658699, timeout=1731152701770, delay=372, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a854e7eaf738bab2fd376b4e746de0b7, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, worker=7934cf733c16,41373,1731152658699, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64f9c516a640785128ad386aa72853ce, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fef8141edff11e8da2335efa04c988, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24]] 2024-11-09T11:45:01,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T11:45:01,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T11:45:01,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T11:45:01,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:45:01,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:45:01,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T11:45:01,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T11:45:01,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T11:45:01,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T11:45:01,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a854e7eaf738bab2fd376b4e746de0b7: 2024-11-09T11:45:01,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. for SnapshotProcedureTest completed. 2024-11-09T11:45:01,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:45:01,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:01,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 76f9e41c0f9022cd15dac2aac3fbc53b: 2024-11-09T11:45:01,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. for SnapshotProcedureTest completed. 2024-11-09T11:45:01,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:45:01,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:01,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:01,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:01,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 64f9c516a640785128ad386aa72853ce 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T11:45:01,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:45:01,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2c501839da18a299f4814d9044c3bb89: 2024-11-09T11:45:01,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. for SnapshotProcedureTest completed. 2024-11-09T11:45:01,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 79b9b5e9f3a78e2392d3205a669ae0f6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T11:45:01,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:01,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:01,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:01,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:01,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:01,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T11:45:01,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:45:01,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b0fef8141edff11e8da2335efa04c988: 2024-11-09T11:45:01,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. for SnapshotProcedureTest completed. 2024-11-09T11:45:01,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:01,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:01,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:01,847 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, size=14.0 K (14382bytes) 2024-11-09T11:45:01,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T11:45:01,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T11:45:01,849 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta 2024-11-09T11:45:01,857 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta after 5ms 2024-11-09T11:45:01,905 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta took 61ms 2024-11-09T11:45:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:45:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:45:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:45:01,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:45:01,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T11:45:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T11:45:01,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:45:01,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:45:01,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c501839da18a299f4814d9044c3bb89 in 10.1800 sec 2024-11-09T11:45:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:45:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:45:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:45:01,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:45:01,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T11:45:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T11:45:01,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:45:01,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:45:01,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76f9e41c0f9022cd15dac2aac3fbc53b in 10.2040 sec 2024-11-09T11:45:01,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T11:45:01,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta so closing down 2024-11-09T11:45:01,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T11:45:01,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/.tmp/cf/793c58ec637048f88faf2d2a2b78d560 is 34, key is ccd/cf:cf/1731152690675/Put/seqid=0 2024-11-09T11:45:01,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/.tmp/cf/76c9d0b746544f529bc532fdad3d9115 is 34, key is baa/cf:cf/1731152690722/Put/seqid=0 2024-11-09T11:45:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:45:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:45:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:45:01,978 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp 2024-11-09T11:45:01,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:45:01,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T11:45:01,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:45:01,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing dce2e223e55f8058a3acbf7fd5a45e24 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T11:45:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T11:45:01,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:45:01,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:45:01,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a854e7eaf738bab2fd376b4e746de0b7 in 10.2240 sec 2024-11-09T11:45:01,988 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp 2024-11-09T11:45:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:45:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:45:01,990 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T11:45:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:45:01,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:45:01,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T11:45:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T11:45:01,993 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0fef8141edff11e8da2335efa04c988 2024-11-09T11:45:01,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fef8141edff11e8da2335efa04c988 2024-11-09T11:45:02,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0fef8141edff11e8da2335efa04c988 in 10.2360 sec 2024-11-09T11:45:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741853_1029 (size=28623) 2024-11-09T11:45:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741853_1029 (size=28623) 2024-11-09T11:45:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741854_1030 (size=47197) 2024-11-09T11:45:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741854_1030 (size=47197) 2024-11-09T11:45:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741854_1030 (size=47197) 2024-11-09T11:45:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741855_1031 (size=14141) 2024-11-09T11:45:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741855_1031 (size=14141) 2024-11-09T11:45:02,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741855_1031 (size=14141) 2024-11-09T11:45:02,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-09T11:45:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741853_1029 (size=28623) 2024-11-09T11:45:02,028 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/.tmp/cf/793c58ec637048f88faf2d2a2b78d560 2024-11-09T11:45:02,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T11:45:02,034 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/.tmp/cf/76c9d0b746544f529bc532fdad3d9115 2024-11-09T11:45:02,038 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 76 ms; skipped=1; WAL=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T11:45:02,038 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, journal: Splitting hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, size=14.0 K (14382bytes) at 1731152701848Finishing writing output for hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta so closing down at 1731152701974 (+126 ms)Creating recovered edits writer path=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp at 1731152701988 (+14 ms)3 split writer threads finished at 1731152701990 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731152702024 (+34 ms)Rename recovered edits hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta.temp to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731152702032 (+8 ms)Processed 26 edits across 1 Regions in 76 ms; skipped=1; WAL=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731152702038 (+6 ms) 2024-11-09T11:45:02,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta 2024-11-09T11:45:02,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T11:45:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T11:45:02,075 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs 2024-11-09T11:45:02,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/.tmp/cf/effad60cb62c456ba21732e5e24e26d3 is 34, key is eaa/cf:cf/1731152691502/Put/seqid=0 2024-11-09T11:45:02,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T11:45:02,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, worker=7934cf733c16,41373,1731152658699 in 10.1620 sec 2024-11-09T11:45:02,095 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741856_1032 (size=499309) 2024-11-09T11:45:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741856_1032 (size=499309) 2024-11-09T11:45:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741856_1032 (size=499309) 2024-11-09T11:45:02,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/.tmp/cf/effad60cb62c456ba21732e5e24e26d3 2024-11-09T11:45:02,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T11:45:02,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7934cf733c16%2C45537%2C1731152658527.meta.1731152670498.meta, worker=7934cf733c16,41373,1731152658699 in 10.1950 sec 2024-11-09T11:45:02,138 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting dir is empty, no logs to split. 2024-11-09T11:45:02,138 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7934cf733c16,45537,1731152658527 WAL count=0, meta=true 2024-11-09T11:45:02,138 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7934cf733c16,45537,1731152658527 WAL splitting is done? wals=0, meta=true 2024-11-09T11:45:02,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:45:02,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/.tmp/cf/793c58ec637048f88faf2d2a2b78d560 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/cf/793c58ec637048f88faf2d2a2b78d560 2024-11-09T11:45:02,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/.tmp/cf/effad60cb62c456ba21732e5e24e26d3 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/cf/effad60cb62c456ba21732e5e24e26d3 2024-11-09T11:45:02,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:45:02,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:45:02,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/.tmp/cf/76c9d0b746544f529bc532fdad3d9115 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/cf/76c9d0b746544f529bc532fdad3d9115 2024-11-09T11:45:02,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/cf/793c58ec637048f88faf2d2a2b78d560, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T11:45:02,180 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/cf/effad60cb62c456ba21732e5e24e26d3, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T11:45:02,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for dce2e223e55f8058a3acbf7fd5a45e24 in 203ms, sequenceid=5, compaction requested=false 2024-11-09T11:45:02,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dce2e223e55f8058a3acbf7fd5a45e24: 2024-11-09T11:45:02,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. for SnapshotProcedureTest completed. 2024-11-09T11:45:02,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:02,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/cf/effad60cb62c456ba21732e5e24e26d3] hfiles 2024-11-09T11:45:02,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/cf/76c9d0b746544f529bc532fdad3d9115, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T11:45:02,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 64f9c516a640785128ad386aa72853ce in 397ms, sequenceid=5, compaction requested=false 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 64f9c516a640785128ad386aa72853ce: 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. for SnapshotProcedureTest completed. 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/cf/effad60cb62c456ba21732e5e24e26d3 for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/cf/76c9d0b746544f529bc532fdad3d9115] hfiles 2024-11-09T11:45:02,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/cf/76c9d0b746544f529bc532fdad3d9115 for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 79b9b5e9f3a78e2392d3205a669ae0f6 in 391ms, sequenceid=5, compaction requested=false 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 79b9b5e9f3a78e2392d3205a669ae0f6: 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. for SnapshotProcedureTest completed. 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/cf/793c58ec637048f88faf2d2a2b78d560] hfiles 2024-11-09T11:45:02,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/cf/793c58ec637048f88faf2d2a2b78d560 for snapshot=SnapshotProcedureTest 2024-11-09T11:45:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741857_1033 (size=105) 2024-11-09T11:45:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741857_1033 (size=105) 2024-11-09T11:45:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741857_1033 (size=105) 2024-11-09T11:45:02,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:45:02,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T11:45:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T11:45:02,264 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:45:02,267 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:45:02,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741858_1034 (size=105) 2024-11-09T11:45:02,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79b9b5e9f3a78e2392d3205a669ae0f6 in 10.5090 sec 2024-11-09T11:45:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741858_1034 (size=105) 2024-11-09T11:45:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741858_1034 (size=105) 2024-11-09T11:45:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741859_1035 (size=97) 2024-11-09T11:45:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741859_1035 (size=97) 2024-11-09T11:45:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741859_1035 (size=97) 2024-11-09T11:45:02,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:45:02,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T11:45:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T11:45:02,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:45:02,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:45:02,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dce2e223e55f8058a3acbf7fd5a45e24 in 10.5300 sec 2024-11-09T11:45:02,301 DEBUG [7934cf733c16:41879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T11:45:02,301 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:45:02,302 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:45:02,302 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:45:02,302 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:45:02,302 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:45:02,302 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:45:02,302 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:45:02,302 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:45:02,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:02,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,41373,1731152658699, state=OPENING 2024-11-09T11:45:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:02,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:02,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:02,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:02,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:45:02,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:45:02,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:45:02,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T11:45:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T11:45:02,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64f9c516a640785128ad386aa72853ce 2024-11-09T11:45:02,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64f9c516a640785128ad386aa72853ce 2024-11-09T11:45:02,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64f9c516a640785128ad386aa72853ce in 10.9220 sec 2024-11-09T11:45:06,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:06,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:06,903 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:06,904 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb can not run currently because target server of region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T11:45:06,904 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 can not run currently because target server of region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T11:45:06,904 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a can not run currently because target server of region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 7934cf733c16,45537,1731152658527 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T11:45:06,905 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb; timeout=16000, timestamp=1731152722905 2024-11-09T11:45:06,905 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5; timeout=16000, timestamp=1731152722905 2024-11-09T11:45:06,905 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a; timeout=16000, timestamp=1731152722905 2024-11-09T11:45:11,175 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:45:11,175 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:45:12,321 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:45:12,321 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:45:12,322 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:45:12,325 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C41373%2C1731152658699.meta, suffix=.meta, logDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699, archiveDir=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs, maxLogs=32 2024-11-09T11:45:12,341 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699/7934cf733c16%2C41373%2C1731152658699.meta.1731152712327.meta, exclude list is [], retry=0 2024-11-09T11:45:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-196f8d57-2216-4b92-bdb0-5c067c369e53,DISK] 2024-11-09T11:45:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-269639ee-4b4b-4915-9902-4fcf80a21556,DISK] 2024-11-09T11:45:12,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33365,DS-6fea49f9-3276-4b13-9270-76e7d5cbef4d,DISK] 2024-11-09T11:45:12,352 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,41373,1731152658699/7934cf733c16%2C41373%2C1731152658699.meta.1731152712327.meta 2024-11-09T11:45:12,353 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34175:34175),(127.0.0.1/127.0.0.1:43405:43405),(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-09T11:45:12,353 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:45:12,354 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:45:12,354 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:45:12,354 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:45:12,354 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:45:12,354 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:45:12,354 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:45:12,355 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:45:12,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:45:12,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:45:12,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:45:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:45:12,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:45:12,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:12,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:45:12,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:45:12,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:45:12,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:12,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:45:12,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:45:12,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:45:12,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:12,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:45:12,368 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:45:12,368 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:45:12,371 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740 2024-11-09T11:45:12,372 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T11:45:12,390 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T11:45:12,390 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T11:45:12,426 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/53e6147a39704e91adbbd157fe767163 is 167, key is SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5./info:regioninfo/1731152681457/Put/seqid=0 2024-11-09T11:45:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741861_1037 (size=18393) 2024-11-09T11:45:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741861_1037 (size=18393) 2024-11-09T11:45:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741861_1037 (size=18393) 2024-11-09T11:45:12,444 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/53e6147a39704e91adbbd157fe767163 2024-11-09T11:45:12,478 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/ns/0431cd33f0204a81b1125650f950c8ab is 43, key is default/ns:d/1731152670713/Put/seqid=0 2024-11-09T11:45:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741862_1038 (size=5153) 2024-11-09T11:45:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741862_1038 (size=5153) 2024-11-09T11:45:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741862_1038 (size=5153) 2024-11-09T11:45:12,510 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/ns/0431cd33f0204a81b1125650f950c8ab 2024-11-09T11:45:12,545 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/table/cd6911cc90e146a1b63b767dcb9915b7 is 47, key is SPTestTable/table:state/1731152681635/Put/seqid=0 2024-11-09T11:45:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741863_1039 (size=5214) 2024-11-09T11:45:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741863_1039 (size=5214) 2024-11-09T11:45:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741863_1039 (size=5214) 2024-11-09T11:45:12,560 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/table/cd6911cc90e146a1b63b767dcb9915b7 2024-11-09T11:45:12,571 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/53e6147a39704e91adbbd157fe767163 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/info/53e6147a39704e91adbbd157fe767163 2024-11-09T11:45:12,587 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/info/53e6147a39704e91adbbd157fe767163, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T11:45:12,589 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/ns/0431cd33f0204a81b1125650f950c8ab as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/ns/0431cd33f0204a81b1125650f950c8ab 2024-11-09T11:45:12,610 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/ns/0431cd33f0204a81b1125650f950c8ab, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T11:45:12,614 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/table/cd6911cc90e146a1b63b767dcb9915b7 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/table/cd6911cc90e146a1b63b767dcb9915b7 2024-11-09T11:45:12,624 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/table/cd6911cc90e146a1b63b767dcb9915b7, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T11:45:12,625 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T11:45:12,626 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T11:45:12,628 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:45:12,628 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:45:12,634 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:45:12,637 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:45:12,650 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T11:45:12,651 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382149, jitterRate=0.018973425030708313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:45:12,652 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:45:12,652 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731152712355Writing region info on filesystem at 1731152712355Initializing all the Stores at 1731152712356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152712357 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152712357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152712357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152712357Obtaining lock to block concurrent updates at 1731152712390 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1731152712390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731152712390Flushing stores of hbase:meta,,1.1588230740 at 1731152712390Flushing 1588230740/info: creating writer at 1731152712390Flushing 1588230740/info: appending metadata at 1731152712425 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731152712426 (+1 ms)Flushing 1588230740/ns: creating writer at 1731152712454 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731152712477 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731152712477Flushing 1588230740/table: creating writer at 1731152712521 (+44 ms)Flushing 1588230740/table: appending metadata at 1731152712544 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731152712545 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1defeb73: reopening flushed file at 1731152712570 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f4b64a: reopening flushed file at 1731152712587 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459df33d: reopening flushed file at 1731152712610 (+23 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=28, compaction requested=false; wal=null at 1731152712625 (+15 ms)Cleaning up temporary data from old regions at 1731152712628 (+3 ms)Running coprocessor post-open hooks at 1731152712652 (+24 ms)Region opened successfully at 1731152712652 2024-11-09T11:45:12,654 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731152712315 2024-11-09T11:45:12,658 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:45:12,658 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:45:12,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:12,674 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,41373,1731152658699, state=OPEN 2024-11-09T11:45:12,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:12,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:12,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:12,684 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7934cf733c16,41373,1731152658699 2024-11-09T11:45:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:45:12,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:45:12,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T11:45:12,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,41373,1731152658699 in 10.3740 sec 2024-11-09T11:45:12,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-09T11:45:12,695 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7934cf733c16,45537,1731152658527 had 4 regions 2024-11-09T11:45:12,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5440 sec 2024-11-09T11:45:12,697 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7934cf733c16,45537,1731152658527, splitWal=true, meta=true, isMeta: false 2024-11-09T11:45:12,705 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7934cf733c16,45537,1731152658527 WAL count=1, meta=false 2024-11-09T11:45:12,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7934cf733c16%2C45537%2C1731152658527.1731152660174}] 2024-11-09T11:45:12,710 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:12,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C45537%2C1731152658527.1731152660174, worker=7934cf733c16,40773,1731152658646}] 2024-11-09T11:45:16,721 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:45:17,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:45:20,031 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T11:45:21,752 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7934cf733c16:41879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T11:45:22,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-09T11:45:22,732 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174, size=966 (966bytes) 2024-11-09T11:45:22,732 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 2024-11-09T11:45:22,732 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 after 0ms 2024-11-09T11:45:22,736 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 took 5ms 2024-11-09T11:45:22,738 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for be6255673d8752f3bae37e70ce1ac6fb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T11:45:22,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d0369cc09c4fdb433c595f48931638a5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 1e64a9fd6c6bcc39a9006d6c6c002f7a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 so closing down 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T11:45:22,741 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T11:45:22,741 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174, size=966, length=966, corrupted=false, cancelled=false 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174, journal: Splitting hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174, size=966 (966bytes) at 1731152722732Finishing writing output for hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 so closing down at 1731152722741 (+9 ms)3 split writer threads finished at 1731152722741Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174, size=966, length=966, corrupted=false, cancelled=false at 1731152722741 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 2024-11-09T11:45:22,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T11:45:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T11:45:22,746 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting/7934cf733c16%2C45537%2C1731152658527.1731152660174 to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs 2024-11-09T11:45:22,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T11:45:22,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C45537%2C1731152658527.1731152660174, worker=7934cf733c16,40773,1731152658646 in 10.0350 sec 2024-11-09T11:45:22,750 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:22,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-09T11:45:22,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7934cf733c16%2C45537%2C1731152658527.1731152660174, worker=7934cf733c16,40773,1731152658646 in 10.0450 sec 2024-11-09T11:45:22,754 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/WALs/7934cf733c16,45537,1731152658527-splitting dir is empty, no logs to split. 2024-11-09T11:45:22,754 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7934cf733c16,45537,1731152658527 WAL count=0, meta=false 2024-11-09T11:45:22,754 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7934cf733c16,45537,1731152658527 WAL splitting is done? wals=0, meta=false 2024-11-09T11:45:22,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN}] 2024-11-09T11:45:22,757 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN 2024-11-09T11:45:22,757 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN 2024-11-09T11:45:22,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN 2024-11-09T11:45:22,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:45:22,758 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:45:22,758 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:45:22,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 held by pid=45 2024-11-09T11:45:22,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb held by pid=44 2024-11-09T11:45:22,906 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:22,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a held by pid=43 2024-11-09T11:45:22,906 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:22,906 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:45:22,909 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:45:22,909 INFO [7934cf733c16:41879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:45:22,909 DEBUG [7934cf733c16:41879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:45:22,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=1e64a9fd6c6bcc39a9006d6c6c002f7a, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:22,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be6255673d8752f3bae37e70ce1ac6fb, regionState=OPENING, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:45:22,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d0369cc09c4fdb433c595f48931638a5, regionState=OPENING, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:22,911 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7934cf733c16:45537 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7934cf733c16/172.17.0.3:45537 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:45:22,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1, error=java.net.ConnectException: Call to address=7934cf733c16:45537 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:45:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T11:45:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 from cache 2024-11-09T11:45:22,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=7934cf733c16:45537 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:45:22,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=7934cf733c16:45537 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:45:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 7934cf733c16:45537 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:45:23,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:45:23,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,41373,1731152658699, seqNum=-1] 2024-11-09T11:45:23,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:45:23,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:45:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN because future has completed 2024-11-09T11:45:23,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:45:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN because future has completed 2024-11-09T11:45:23,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,41373,1731152658699}] 2024-11-09T11:45:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN because future has completed 2024-11-09T11:45:23,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,40773,1731152658646}] 2024-11-09T11:45:26,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dce2e223e55f8058a3acbf7fd5a45e24, had cached 0 bytes from a total of 499309 2024-11-09T11:45:26,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79b9b5e9f3a78e2392d3205a669ae0f6, had cached 0 bytes from a total of 47197 2024-11-09T11:45:26,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 64f9c516a640785128ad386aa72853ce, had cached 0 bytes from a total of 28623 2024-11-09T11:45:30,852 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76f9e41c0f9022cd15dac2aac3fbc53b changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,853 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c501839da18a299f4814d9044c3bb89 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,853 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 79b9b5e9f3a78e2392d3205a669ae0f6 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,854 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a854e7eaf738bab2fd376b4e746de0b7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,854 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0fef8141edff11e8da2335efa04c988 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,854 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64f9c516a640785128ad386aa72853ce changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,854 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dce2e223e55f8058a3acbf7fd5a45e24 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:30,854 DEBUG [master/7934cf733c16:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:45:33,051 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:45:33,051 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => be6255673d8752f3bae37e70ce1ac6fb, NAME => 'SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T11:45:33,051 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,051 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:45:33,052 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,052 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,054 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:45:33,055 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => d0369cc09c4fdb433c595f48931638a5, NAME => 'SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T11:45:33,055 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,055 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:45:33,055 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,055 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,056 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,058 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be6255673d8752f3bae37e70ce1ac6fb columnFamilyName cf 2024-11-09T11:45:33,058 DEBUG [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:33,058 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,059 INFO [StoreOpener-be6255673d8752f3bae37e70ce1ac6fb-1 {}] regionserver.HStore(327): Store=be6255673d8752f3bae37e70ce1ac6fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:45:33,060 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0369cc09c4fdb433c595f48931638a5 columnFamilyName cf 2024-11-09T11:45:33,060 DEBUG [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:33,061 INFO [StoreOpener-d0369cc09c4fdb433c595f48931638a5-1 {}] regionserver.HStore(327): Store=d0369cc09c4fdb433c595f48931638a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:45:33,061 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,061 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,062 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,062 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,064 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,065 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,065 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,065 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,066 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,066 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,068 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,069 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened d0369cc09c4fdb433c595f48931638a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61741189, jitterRate=-0.07998459041118622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:45:33,069 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,069 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for d0369cc09c4fdb433c595f48931638a5: Running coprocessor pre-open hook at 1731152733055Writing region info on filesystem at 1731152733055Initializing all the Stores at 1731152733057 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152733057Cleaning up temporary data from old regions at 1731152733065 (+8 ms)Running coprocessor post-open hooks at 1731152733069 (+4 ms)Region opened successfully at 1731152733069 2024-11-09T11:45:33,071 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5., pid=47, masterSystemTime=1731152733038 2024-11-09T11:45:33,072 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,078 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened be6255673d8752f3bae37e70ce1ac6fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64263586, jitterRate=-0.04239794611930847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:45:33,078 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,078 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for be6255673d8752f3bae37e70ce1ac6fb: Running coprocessor pre-open hook at 1731152733052Writing region info on filesystem at 1731152733052Initializing all the Stores at 1731152733053 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152733053Cleaning up temporary data from old regions at 1731152733066 (+13 ms)Running coprocessor post-open hooks at 1731152733078 (+12 ms)Region opened successfully at 1731152733078 2024-11-09T11:45:33,079 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:45:33,079 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:45:33,079 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:45:33,079 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e64a9fd6c6bcc39a9006d6c6c002f7a, NAME => 'SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T11:45:33,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:45:33,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,080 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d0369cc09c4fdb433c595f48931638a5, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:33,084 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb., pid=48, masterSystemTime=1731152733040 2024-11-09T11:45:33,087 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,089 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:45:33,089 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:45:33,090 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64a9fd6c6bcc39a9006d6c6c002f7a columnFamilyName cf 2024-11-09T11:45:33,090 DEBUG [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:45:33,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be6255673d8752f3bae37e70ce1ac6fb, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,40773,1731152658646 2024-11-09T11:45:33,091 INFO [StoreOpener-1e64a9fd6c6bcc39a9006d6c6c002f7a-1 {}] regionserver.HStore(327): Store=1e64a9fd6c6bcc39a9006d6c6c002f7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:45:33,091 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,093 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:45:33,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,40773,1731152658646 because future has completed 2024-11-09T11:45:33,102 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,103 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,103 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-09T11:45:33,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure be6255673d8752f3bae37e70ce1ac6fb, server=7934cf733c16,40773,1731152658646 in 10.0670 sec 2024-11-09T11:45:33,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-09T11:45:33,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure d0369cc09c4fdb433c595f48931638a5, server=7934cf733c16,41373,1731152658699 in 10.0640 sec 2024-11-09T11:45:33,109 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0369cc09c4fdb433c595f48931638a5, ASSIGN in 10.3500 sec 2024-11-09T11:45:33,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:33,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be6255673d8752f3bae37e70ce1ac6fb, ASSIGN in 10.3500 sec 2024-11-09T11:45:33,111 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1e64a9fd6c6bcc39a9006d6c6c002f7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65290254, jitterRate=-0.027099400758743286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:45:33,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:33,111 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,111 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1e64a9fd6c6bcc39a9006d6c6c002f7a: Running coprocessor pre-open hook at 1731152733080Writing region info on filesystem at 1731152733080Initializing all the Stores at 1731152733085 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152733085Cleaning up temporary data from old regions at 1731152733103 (+18 ms)Running coprocessor post-open hooks at 1731152733111 (+8 ms)Region opened successfully at 1731152733111 2024-11-09T11:45:33,113 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a., pid=46, masterSystemTime=1731152733038 2024-11-09T11:45:33,117 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:45:33,117 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:45:33,117 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=1e64a9fd6c6bcc39a9006d6c6c002f7a, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,41373,1731152658699 2024-11-09T11:45:33,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,41373,1731152658699 because future has completed 2024-11-09T11:45:33,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=43 2024-11-09T11:45:33,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a, server=7934cf733c16,41373,1731152658699 in 10.0910 sec 2024-11-09T11:45:33,133 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:33,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-09T11:45:33,134 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 7934cf733c16,45537,1731152658527 after splitting done 2024-11-09T11:45:33,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e64a9fd6c6bcc39a9006d6c6c002f7a, ASSIGN in 10.3680 sec 2024-11-09T11:45:33,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7934cf733c16,45537,1731152658527, splitWal=true, meta=true in 41.2590 sec 2024-11-09T11:45:38,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:45:43,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T11:45:43,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T11:45:43,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for be6255673d8752f3bae37e70ce1ac6fb: 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1e64a9fd6c6bcc39a9006d6c6c002f7a: 2024-11-09T11:45:43,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. for SnapshotProcedureTest completed. 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. for SnapshotProcedureTest completed. 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d0369cc09c4fdb433c595f48931638a5: 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. for SnapshotProcedureTest completed. 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:43,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:45:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741865_1041 (size=65) 2024-11-09T11:45:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741864_1040 (size=65) 2024-11-09T11:45:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741864_1040 (size=65) 2024-11-09T11:45:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741865_1041 (size=65) 2024-11-09T11:45:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741864_1040 (size=65) 2024-11-09T11:45:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741865_1041 (size=65) 2024-11-09T11:45:43,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741866_1042 (size=65) 2024-11-09T11:45:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741866_1042 (size=65) 2024-11-09T11:45:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741866_1042 (size=65) 2024-11-09T11:45:43,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:45:43,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:45:43,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T11:45:43,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T11:45:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T11:45:43,583 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:43,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:45:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T11:45:43,584 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:43,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:45:43,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:45:43,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T11:45:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T11:45:43,588 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:43,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:45:43,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0369cc09c4fdb433c595f48931638a5 in 51.8260 sec 2024-11-09T11:45:43,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e64a9fd6c6bcc39a9006d6c6c002f7a in 51.8280 sec 2024-11-09T11:45:43,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-09T11:45:43,592 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T11:45:43,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be6255673d8752f3bae37e70ce1ac6fb in 51.8300 sec 2024-11-09T11:45:43,594 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T11:45:43,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T11:45:43,598 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T11:45:43,602 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:45:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741867_1043 (size=1134) 2024-11-09T11:45:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741867_1043 (size=1134) 2024-11-09T11:45:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741867_1043 (size=1134) 2024-11-09T11:45:43,663 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T11:45:43,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T11:45:43,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:43,681 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:43,681 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:43,681 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:43,681 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:43,693 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:46,721 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:45:51,755 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7934cf733c16:41879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-09T11:45:53,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T11:45:53,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:45:53,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:45:53,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T11:45:53,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T11:45:53,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T11:45:53,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T11:45:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T11:45:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T11:45:53,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T11:45:53,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-09T11:45:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T11:45:53,704 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 Release verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T11:45:53,708 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T11:45:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-09T11:45:53,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 in 10.0320 sec 2024-11-09T11:45:53,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 10.0360 sec 2024-11-09T11:45:53,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 Release verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:53,717 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,718 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:53,719 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 in 10.0450 sec 2024-11-09T11:45:53,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 10.0460 sec 2024-11-09T11:45:53,730 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,731 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 Release verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:45:53,732 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:45:53,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 in 10.0590 sec 2024-11-09T11:45:53,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 10.0580 sec 2024-11-09T11:45:57,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-09T11:46:03,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T11:46:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T11:46:03,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T11:46:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T11:46:03,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T11:46:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T11:46:03,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T11:46:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T11:46:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T11:46:03,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T11:46:03,722 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:46:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T11:46:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41879 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T11:46:03,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 Release verify snapshot worker=7934cf733c16,41373,1731152658699 2024-11-09T11:46:03,725 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:46:03,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 20.0500 sec 2024-11-09T11:46:03,725 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 Release verify snapshot worker=7934cf733c16,40773,1731152658646 2024-11-09T11:46:03,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,41373,1731152658699 in 20.0530 sec 2024-11-09T11:46:03,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 20.0530 sec 2024-11-09T11:46:03,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-09T11:46:03,728 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T11:46:03,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,40773,1731152658646 in 20.0530 sec 2024-11-09T11:46:03,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T11:46:03,731 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T11:46:03,731 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T11:46:03,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 12.028 sec 2024-11-09T11:46:03,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T11:46:03,995 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7934cf733c16:45537 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7934cf733c16/172.17.0.3:45537 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:46:03,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1, error=java.net.ConnectException: Call to address=7934cf733c16:45537 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:46:03,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T11:46:03,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7934cf733c16,45537,1731152658527, seqNum=-1 from cache 2024-11-09T11:46:03,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7934cf733c16:45537 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7934cf733c16/172.17.0.3:45537 2024-11-09T11:46:04,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:46:04,104 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,41373,1731152658699, seqNum=-1] 2024-11-09T11:46:04,129 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T11:46:04,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:46:04,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:46:04,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:04,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:46:04,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:46:04,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-11-09T11:46:04,131 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7934cf733c16,41879,1731152657734 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:04,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:46:04,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:46:04,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:04,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,40773,1731152658646' ***** 2024-11-09T11:46:04,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:46:04,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,41373,1731152658699' ***** 2024-11-09T11:46:04,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:46:04,135 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:46:04,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:04,135 INFO [RS:2;7934cf733c16:41373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:46:04,135 INFO [RS:2;7934cf733c16:41373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:46:04,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:04,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:04,135 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for d0369cc09c4fdb433c595f48931638a5 2024-11-09T11:46:04,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:46:04,136 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:46:04,136 INFO [RS:1;7934cf733c16:40773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:46:04,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:46:04,136 INFO [RS:1;7934cf733c16:40773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:46:04,136 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 64f9c516a640785128ad386aa72853ce 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b9b5e9f3a78e2392d3205a669ae0f6 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for b0fef8141edff11e8da2335efa04c988 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 76f9e41c0f9022cd15dac2aac3fbc53b 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c501839da18a299f4814d9044c3bb89 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for a854e7eaf738bab2fd376b4e746de0b7 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e64a9fd6c6bcc39a9006d6c6c002f7a 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(959): stopping server 7934cf733c16,40773,1731152658646 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(959): stopping server 7934cf733c16,41373,1731152658699 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7934cf733c16:40773. 2024-11-09T11:46:04,137 INFO [RS:2;7934cf733c16:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7934cf733c16:41373. 2024-11-09T11:46:04,137 DEBUG [RS:1;7934cf733c16:40773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:04,137 DEBUG [RS:1;7934cf733c16:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,137 DEBUG [RS:2;7934cf733c16:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:04,137 DEBUG [RS:2;7934cf733c16:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,137 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T11:46:04,138 INFO [RS:2;7934cf733c16:41373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:46:04,138 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1325): Online Regions={be6255673d8752f3bae37e70ce1ac6fb=SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb., 79b9b5e9f3a78e2392d3205a669ae0f6=SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6., 76f9e41c0f9022cd15dac2aac3fbc53b=SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b., 2c501839da18a299f4814d9044c3bb89=SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89.} 2024-11-09T11:46:04,138 INFO [RS:2;7934cf733c16:41373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:46:04,138 INFO [RS:2;7934cf733c16:41373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:46:04,138 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:46:04,138 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be6255673d8752f3bae37e70ce1ac6fb, disabling compactions & flushes 2024-11-09T11:46:04,138 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:46:04,138 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:46:04,138 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. after waiting 0 ms 2024-11-09T11:46:04,138 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0369cc09c4fdb433c595f48931638a5, disabling compactions & flushes 2024-11-09T11:46:04,138 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:46:04,138 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:46:04,139 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:46:04,139 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:46:04,139 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1325): Online Regions={d0369cc09c4fdb433c595f48931638a5=SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5., 64f9c516a640785128ad386aa72853ce=SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce., 1588230740=hbase:meta,,1.1588230740, b0fef8141edff11e8da2335efa04c988=SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988., dce2e223e55f8058a3acbf7fd5a45e24=SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24., a854e7eaf738bab2fd376b4e746de0b7=SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7., 1e64a9fd6c6bcc39a9006d6c6c002f7a=SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a.} 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. after waiting 0 ms 2024-11-09T11:46:04,139 DEBUG [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e64a9fd6c6bcc39a9006d6c6c002f7a, 64f9c516a640785128ad386aa72853ce, a854e7eaf738bab2fd376b4e746de0b7, b0fef8141edff11e8da2335efa04c988, d0369cc09c4fdb433c595f48931638a5, dce2e223e55f8058a3acbf7fd5a45e24 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:46:04,138 DEBUG [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1351): Waiting on 2c501839da18a299f4814d9044c3bb89, 76f9e41c0f9022cd15dac2aac3fbc53b, 79b9b5e9f3a78e2392d3205a669ae0f6, be6255673d8752f3bae37e70ce1ac6fb 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:46:04,139 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:46:04,139 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.94 KB heapSize=5.71 KB 2024-11-09T11:46:04,147 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/667aa68d73104e689e52f89638a3d8cd is 167, key is SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5./info:regioninfo/1731152733082/Put/seqid=0 2024-11-09T11:46:04,149 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/d0369cc09c4fdb433c595f48931638a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,151 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/be6255673d8752f3bae37e70ce1ac6fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,153 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:46:04,153 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:46:04,153 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be6255673d8752f3bae37e70ce1ac6fb: Waiting for close lock at 1731152764137Running coprocessor pre-close hooks at 1731152764138 (+1 ms)Disabling compacts and flushes for region at 1731152764138Disabling writes for close at 1731152764138Writing region close event to WAL at 1731152764143 (+5 ms)Running coprocessor post-close hooks at 1731152764151 (+8 ms)Closed at 1731152764153 (+2 ms) 2024-11-09T11:46:04,153 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0369cc09c4fdb433c595f48931638a5: Waiting for close lock at 1731152764138Running coprocessor pre-close hooks at 1731152764138Disabling compacts and flushes for region at 1731152764138Disabling writes for close at 1731152764139 (+1 ms)Writing region close event to WAL at 1731152764143 (+4 ms)Running coprocessor post-close hooks at 1731152764150 (+7 ms)Closed at 1731152764153 (+3 ms) 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731152670951.be6255673d8752f3bae37e70ce1ac6fb. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731152670951.d0369cc09c4fdb433c595f48931638a5. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64f9c516a640785128ad386aa72853ce, disabling compactions & flushes 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b9b5e9f3a78e2392d3205a669ae0f6, disabling compactions & flushes 2024-11-09T11:46:04,154 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:46:04,154 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. after waiting 0 ms 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. after waiting 0 ms 2024-11-09T11:46:04,154 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:46:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741868_1044 (size=8495) 2024-11-09T11:46:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741868_1044 (size=8495) 2024-11-09T11:46:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741868_1044 (size=8495) 2024-11-09T11:46:04,158 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.94 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/667aa68d73104e689e52f89638a3d8cd 2024-11-09T11:46:04,167 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/.tmp/info/667aa68d73104e689e52f89638a3d8cd as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/info/667aa68d73104e689e52f89638a3d8cd 2024-11-09T11:46:04,171 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/79b9b5e9f3a78e2392d3205a669ae0f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:46:04,172 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/64f9c516a640785128ad386aa72853ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:46:04,172 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:46:04,172 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b9b5e9f3a78e2392d3205a669ae0f6: Waiting for close lock at 1731152764154Running coprocessor pre-close hooks at 1731152764154Disabling compacts and flushes for region at 1731152764154Disabling writes for close at 1731152764154Writing region close event to WAL at 1731152764164 (+10 ms)Running coprocessor post-close hooks at 1731152764172 (+8 ms)Closed at 1731152764172 2024-11-09T11:46:04,172 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731152670951.79b9b5e9f3a78e2392d3205a669ae0f6. 2024-11-09T11:46:04,173 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76f9e41c0f9022cd15dac2aac3fbc53b, disabling compactions & flushes 2024-11-09T11:46:04,173 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64f9c516a640785128ad386aa72853ce: Waiting for close lock at 1731152764154Running coprocessor pre-close hooks at 1731152764154Disabling compacts and flushes for region at 1731152764154Disabling writes for close at 1731152764154Writing region close event to WAL at 1731152764164 (+10 ms)Running coprocessor post-close hooks at 1731152764172 (+8 ms)Closed at 1731152764173 (+1 ms) 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. after waiting 0 ms 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731152670951.64f9c516a640785128ad386aa72853ce. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0fef8141edff11e8da2335efa04c988, disabling compactions & flushes 2024-11-09T11:46:04,173 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. after waiting 0 ms 2024-11-09T11:46:04,173 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:46:04,178 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/info/667aa68d73104e689e52f89638a3d8cd, entries=24, sequenceid=37, filesize=8.3 K 2024-11-09T11:46:04,180 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=37, compaction requested=false 2024-11-09T11:46:04,182 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/b0fef8141edff11e8da2335efa04c988/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,183 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:46:04,183 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0fef8141edff11e8da2335efa04c988: Waiting for close lock at 1731152764173Running coprocessor pre-close hooks at 1731152764173Disabling compacts and flushes for region at 1731152764173Disabling writes for close at 1731152764173Writing region close event to WAL at 1731152764175 (+2 ms)Running coprocessor post-close hooks at 1731152764183 (+8 ms)Closed at 1731152764183 2024-11-09T11:46:04,183 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731152670951.b0fef8141edff11e8da2335efa04c988. 2024-11-09T11:46:04,184 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce2e223e55f8058a3acbf7fd5a45e24, disabling compactions & flushes 2024-11-09T11:46:04,184 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:46:04,184 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:46:04,184 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. after waiting 0 ms 2024-11-09T11:46:04,184 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:46:04,186 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/76f9e41c0f9022cd15dac2aac3fbc53b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,186 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-09T11:46:04,187 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76f9e41c0f9022cd15dac2aac3fbc53b: Waiting for close lock at 1731152764173Running coprocessor pre-close hooks at 1731152764173Disabling compacts and flushes for region at 1731152764173Disabling writes for close at 1731152764173Writing region close event to WAL at 1731152764175 (+2 ms)Running coprocessor post-close hooks at 1731152764187 (+12 ms)Closed at 1731152764187 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731152670951.76f9e41c0f9022cd15dac2aac3fbc53b. 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c501839da18a299f4814d9044c3bb89, disabling compactions & flushes 2024-11-09T11:46:04,187 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:46:04,187 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. after waiting 0 ms 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731152764138Running coprocessor pre-close hooks at 1731152764138Disabling compacts and flushes for region at 1731152764138Disabling writes for close at 1731152764139 (+1 ms)Obtaining lock to block concurrent updates at 1731152764139Preparing flush snapshotting stores in 1588230740 at 1731152764139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3012, getHeapSize=5784, getOffHeapSize=0, getCellsCount=24 at 1731152764139Flushing stores of hbase:meta,,1.1588230740 at 1731152764140 (+1 ms)Flushing 1588230740/info: creating writer at 1731152764140Flushing 1588230740/info: appending metadata at 1731152764146 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731152764147 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4863c84: reopening flushed file at 1731152764166 (+19 ms)Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=37, compaction requested=false at 1731152764180 (+14 ms)Writing region close event to WAL at 1731152764182 (+2 ms)Running coprocessor post-close hooks at 1731152764187 (+5 ms)Closed at 1731152764187 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:46:04,187 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:46:04,189 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/dce2e223e55f8058a3acbf7fd5a45e24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:46:04,190 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce2e223e55f8058a3acbf7fd5a45e24: Waiting for close lock at 1731152764184Running coprocessor pre-close hooks at 1731152764184Disabling compacts and flushes for region at 1731152764184Disabling writes for close at 1731152764184Writing region close event to WAL at 1731152764185 (+1 ms)Running coprocessor post-close hooks at 1731152764190 (+5 ms)Closed at 1731152764190 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731152670951.dce2e223e55f8058a3acbf7fd5a45e24. 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a854e7eaf738bab2fd376b4e746de0b7, disabling compactions & flushes 2024-11-09T11:46:04,190 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. after waiting 0 ms 2024-11-09T11:46:04,190 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:46:04,192 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/2c501839da18a299f4814d9044c3bb89/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,193 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:46:04,193 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c501839da18a299f4814d9044c3bb89: Waiting for close lock at 1731152764187Running coprocessor pre-close hooks at 1731152764187Disabling compacts and flushes for region at 1731152764187Disabling writes for close at 1731152764187Writing region close event to WAL at 1731152764188 (+1 ms)Running coprocessor post-close hooks at 1731152764193 (+5 ms)Closed at 1731152764193 2024-11-09T11:46:04,193 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731152670951.2c501839da18a299f4814d9044c3bb89. 2024-11-09T11:46:04,195 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/a854e7eaf738bab2fd376b4e746de0b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,196 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:46:04,196 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a854e7eaf738bab2fd376b4e746de0b7: Waiting for close lock at 1731152764190Running coprocessor pre-close hooks at 1731152764190Disabling compacts and flushes for region at 1731152764190Disabling writes for close at 1731152764190Writing region close event to WAL at 1731152764191 (+1 ms)Running coprocessor post-close hooks at 1731152764196 (+5 ms)Closed at 1731152764196 2024-11-09T11:46:04,196 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731152670951.a854e7eaf738bab2fd376b4e746de0b7. 2024-11-09T11:46:04,196 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e64a9fd6c6bcc39a9006d6c6c002f7a, disabling compactions & flushes 2024-11-09T11:46:04,196 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:46:04,196 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:46:04,196 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. after waiting 0 ms 2024-11-09T11:46:04,197 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:46:04,215 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:04,215 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:04,236 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/data/default/SPTestTable/1e64a9fd6c6bcc39a9006d6c6c002f7a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:46:04,242 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:46:04,242 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e64a9fd6c6bcc39a9006d6c6c002f7a: Waiting for close lock at 1731152764196Running coprocessor pre-close hooks at 1731152764196Disabling compacts and flushes for region at 1731152764196Disabling writes for close at 1731152764196Writing region close event to WAL at 1731152764197 (+1 ms)Running coprocessor post-close hooks at 1731152764242 (+45 ms)Closed at 1731152764242 2024-11-09T11:46:04,243 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731152670951.1e64a9fd6c6bcc39a9006d6c6c002f7a. 2024-11-09T11:46:04,339 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(976): stopping server 7934cf733c16,40773,1731152658646; all regions closed. 2024-11-09T11:46:04,339 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(976): stopping server 7934cf733c16,41373,1731152658699; all regions closed. 2024-11-09T11:46:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741860_1036 (size=4424) 2024-11-09T11:46:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741860_1036 (size=4424) 2024-11-09T11:46:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741835_1011 (size=2947) 2024-11-09T11:46:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741835_1011 (size=2947) 2024-11-09T11:46:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741835_1011 (size=2947) 2024-11-09T11:46:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741860_1036 (size=4424) 2024-11-09T11:46:04,354 DEBUG [RS:1;7934cf733c16:40773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs 2024-11-09T11:46:04,354 INFO [RS:1;7934cf733c16:40773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C40773%2C1731152658646:(num 1731152660174) 2024-11-09T11:46:04,354 DEBUG [RS:1;7934cf733c16:40773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,354 INFO [RS:1;7934cf733c16:40773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] hbase.ChoreService(370): Chore service for: regionserver/7934cf733c16:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:46:04,355 INFO [regionserver/7934cf733c16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:46:04,355 INFO [RS:1;7934cf733c16:40773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:46:04,356 INFO [RS:1;7934cf733c16:40773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40773 2024-11-09T11:46:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:46:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,40773,1731152658646 2024-11-09T11:46:04,358 INFO [RS:1;7934cf733c16:40773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:46:04,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,40773,1731152658646] 2024-11-09T11:46:04,362 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,40773,1731152658646 already deleted, retry=false 2024-11-09T11:46:04,362 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7934cf733c16,40773,1731152658646 expired; onlineServers=1 2024-11-09T11:46:04,363 DEBUG [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs 2024-11-09T11:46:04,363 INFO [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C41373%2C1731152658699.meta:.meta(num 1731152712327) 2024-11-09T11:46:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741833_1009 (size=4605) 2024-11-09T11:46:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741833_1009 (size=4605) 2024-11-09T11:46:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741833_1009 (size=4605) 2024-11-09T11:46:04,371 DEBUG [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/oldWALs 2024-11-09T11:46:04,372 INFO [RS:2;7934cf733c16:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C41373%2C1731152658699:(num 1731152660174) 2024-11-09T11:46:04,372 DEBUG [RS:2;7934cf733c16:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:04,372 INFO [RS:2;7934cf733c16:41373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:04,372 INFO [RS:2;7934cf733c16:41373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:46:04,372 INFO [RS:2;7934cf733c16:41373 {}] hbase.ChoreService(370): Chore service for: regionserver/7934cf733c16:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:46:04,372 INFO [RS:2;7934cf733c16:41373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:46:04,373 INFO [RS:2;7934cf733c16:41373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41373 2024-11-09T11:46:04,373 INFO [regionserver/7934cf733c16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:46:04,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,41373,1731152658699 2024-11-09T11:46:04,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:46:04,375 INFO [RS:2;7934cf733c16:41373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:46:04,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,41373,1731152658699] 2024-11-09T11:46:04,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,41373,1731152658699 already deleted, retry=false 2024-11-09T11:46:04,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7934cf733c16,41373,1731152658699 expired; onlineServers=0 2024-11-09T11:46:04,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7934cf733c16,41879,1731152657734' ***** 2024-11-09T11:46:04,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:46:04,379 INFO [M:0;7934cf733c16:41879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:46:04,379 INFO [M:0;7934cf733c16:41879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:46:04,379 DEBUG [M:0;7934cf733c16:41879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:46:04,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:46:04,379 DEBUG [M:0;7934cf733c16:41879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:46:04,379 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152659821 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152659821,5,FailOnTimeoutGroup] 2024-11-09T11:46:04,379 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152659817 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152659817,5,FailOnTimeoutGroup] 2024-11-09T11:46:04,379 INFO [M:0;7934cf733c16:41879 {}] hbase.ChoreService(370): Chore service for: master/7934cf733c16:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:46:04,380 INFO [M:0;7934cf733c16:41879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:46:04,380 DEBUG [M:0;7934cf733c16:41879 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:46:04,380 INFO [M:0;7934cf733c16:41879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:46:04,380 INFO [M:0;7934cf733c16:41879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:46:04,380 ERROR [M:0;7934cf733c16:41879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:36823 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36823,5,PEWorkerGroup] 2024-11-09T11:46:04,381 INFO [M:0;7934cf733c16:41879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:46:04,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:46:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T11:46:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:04,382 DEBUG [M:0;7934cf733c16:41879 {}] zookeeper.ZKUtil(347): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T11:46:04,382 WARN [M:0;7934cf733c16:41879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:46:04,383 INFO [M:0;7934cf733c16:41879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/.lastflushedseqids 2024-11-09T11:46:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741869_1045 (size=650) 2024-11-09T11:46:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741869_1045 (size=650) 2024-11-09T11:46:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741869_1045 (size=650) 2024-11-09T11:46:04,403 INFO [M:0;7934cf733c16:41879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:46:04,403 INFO [M:0;7934cf733c16:41879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:46:04,403 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:46:04,403 INFO [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:04,403 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:04,403 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:46:04,403 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:04,404 INFO [M:0;7934cf733c16:41879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.33 KB heapSize=251.20 KB 2024-11-09T11:46:04,428 DEBUG [M:0;7934cf733c16:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f58b68ae454baba577f5f32d6c84c8 is 82, key is hbase:meta,,1/info:regioninfo/1731152712670/Put/seqid=0 2024-11-09T11:46:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741870_1046 (size=6071) 2024-11-09T11:46:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741870_1046 (size=6071) 2024-11-09T11:46:04,449 INFO [M:0;7934cf733c16:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f58b68ae454baba577f5f32d6c84c8 2024-11-09T11:46:04,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741870_1046 (size=6071) 2024-11-09T11:46:04,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40773-0x100d7502e470002, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,465 INFO [RS:1;7934cf733c16:40773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:46:04,465 INFO [RS:1;7934cf733c16:40773 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,40773,1731152658646; zookeeper connection closed. 2024-11-09T11:46:04,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@668648a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@668648a9 2024-11-09T11:46:04,478 INFO [RS:2;7934cf733c16:41373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:46:04,478 INFO [RS:2;7934cf733c16:41373 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,41373,1731152658699; zookeeper connection closed. 2024-11-09T11:46:04,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x100d7502e470003, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14b215bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14b215bf 2024-11-09T11:46:04,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T11:46:04,487 DEBUG [M:0;7934cf733c16:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de80eeccb214892a392e71fb26eb585 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731152681650/Put/seqid=0 2024-11-09T11:46:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741871_1047 (size=9041) 2024-11-09T11:46:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741871_1047 (size=9041) 2024-11-09T11:46:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741871_1047 (size=9041) 2024-11-09T11:46:04,527 INFO [M:0;7934cf733c16:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=201.10 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de80eeccb214892a392e71fb26eb585 2024-11-09T11:46:04,538 INFO [M:0;7934cf733c16:41879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de80eeccb214892a392e71fb26eb585 2024-11-09T11:46:04,573 DEBUG [M:0;7934cf733c16:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17382ee364234c4e99cc42c66a9c70b4 is 69, key is 7934cf733c16,40773,1731152658646/rs:state/1731152659896/Put/seqid=0 2024-11-09T11:46:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741872_1048 (size=5441) 2024-11-09T11:46:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741872_1048 (size=5441) 2024-11-09T11:46:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741872_1048 (size=5441) 2024-11-09T11:46:04,592 INFO [M:0;7934cf733c16:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17382ee364234c4e99cc42c66a9c70b4 2024-11-09T11:46:04,599 INFO [M:0;7934cf733c16:41879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17382ee364234c4e99cc42c66a9c70b4 2024-11-09T11:46:04,601 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f58b68ae454baba577f5f32d6c84c8 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f58b68ae454baba577f5f32d6c84c8 2024-11-09T11:46:04,609 INFO [M:0;7934cf733c16:41879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f58b68ae454baba577f5f32d6c84c8, entries=14, sequenceid=531, filesize=5.9 K 2024-11-09T11:46:04,610 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de80eeccb214892a392e71fb26eb585 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7de80eeccb214892a392e71fb26eb585 2024-11-09T11:46:04,619 INFO [M:0;7934cf733c16:41879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de80eeccb214892a392e71fb26eb585 2024-11-09T11:46:04,619 INFO [M:0;7934cf733c16:41879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7de80eeccb214892a392e71fb26eb585, entries=58, sequenceid=531, filesize=8.8 K 2024-11-09T11:46:04,621 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17382ee364234c4e99cc42c66a9c70b4 as hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17382ee364234c4e99cc42c66a9c70b4 2024-11-09T11:46:04,630 INFO [M:0;7934cf733c16:41879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17382ee364234c4e99cc42c66a9c70b4 2024-11-09T11:46:04,630 INFO [M:0;7934cf733c16:41879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36823/user/jenkins/test-data/88083fd3-8393-747e-e16a-9c71d7831c71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17382ee364234c4e99cc42c66a9c70b4, entries=3, sequenceid=531, filesize=5.3 K 2024-11-09T11:46:04,631 INFO [M:0;7934cf733c16:41879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.33 KB/207187, heapSize ~250.90 KB/256920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=531, compaction requested=false 2024-11-09T11:46:04,633 INFO [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:04,633 DEBUG [M:0;7934cf733c16:41879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731152764403Disabling compacts and flushes for region at 1731152764403Disabling writes for close at 1731152764403Obtaining lock to block concurrent updates at 1731152764404 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731152764404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=207187, getHeapSize=257160, getOffHeapSize=0, getCellsCount=648 at 1731152764404Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731152764405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731152764405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731152764427 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731152764427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731152764462 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731152764486 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731152764487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731152764538 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731152764571 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731152764572 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff0e5e9: reopening flushed file at 1731152764599 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d47b8d: reopening flushed file at 1731152764609 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718e8fca: reopening flushed file at 1731152764619 (+10 ms)Finished flush of dataSize ~202.33 KB/207187, heapSize ~250.90 KB/256920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=531, compaction requested=false at 1731152764631 (+12 ms)Writing region close event to WAL at 1731152764633 (+2 ms)Closed at 1731152764633 2024-11-09T11:46:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741830_1006 (size=242589) 2024-11-09T11:46:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33365 is added to blk_1073741830_1006 (size=242589) 2024-11-09T11:46:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741830_1006 (size=242589) 2024-11-09T11:46:04,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:46:04,642 INFO [M:0;7934cf733c16:41879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:46:04,642 INFO [M:0;7934cf733c16:41879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41879 2024-11-09T11:46:04,643 INFO [M:0;7934cf733c16:41879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:46:04,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,750 INFO [M:0;7934cf733c16:41879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:46:04,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x100d7502e470000, quorum=127.0.0.1:59457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:04,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:04,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:46:04,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:46:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:46:04,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,STOPPED} 2024-11-09T11:46:04,771 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:46:04,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:46:04,771 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547201636-172.17.0.3-1731152654282 (Datanode Uuid 28c8fbab-0694-4a9d-ba98-2c90e9227323) service to localhost/127.0.0.1:36823 2024-11-09T11:46:04,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:46:04,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data5/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data6/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:46:04,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:04,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:46:04,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:46:04,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:46:04,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,STOPPED} 2024-11-09T11:46:04,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:46:04,781 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:46:04,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:46:04,781 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547201636-172.17.0.3-1731152654282 (Datanode Uuid 8239ba56-3a14-4434-87b9-e6f1c49ceb61) service to localhost/127.0.0.1:36823 2024-11-09T11:46:04,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data3/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data4/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:46:04,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:04,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:46:04,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:46:04,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:46:04,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,STOPPED} 2024-11-09T11:46:04,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:46:04,789 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:46:04,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:46:04,789 WARN [BP-547201636-172.17.0.3-1731152654282 heartbeating to localhost/127.0.0.1:36823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547201636-172.17.0.3-1731152654282 (Datanode Uuid c031d1c0-b828-4fed-8038-5fdb523121d0) service to localhost/127.0.0.1:36823 2024-11-09T11:46:04,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data1/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/cluster_c6440e9b-7f48-52e3-7831-3d9cfb7cf6f5/data/data2/current/BP-547201636-172.17.0.3-1731152654282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:46:04,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:46:04,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:46:04,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:46:04,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:46:04,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:46:04,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir/,STOPPED} 2024-11-09T11:46:04,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:46:04,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:46:04,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7934cf733c16:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7934cf733c16:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:36823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7934cf733c16:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:36823 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7934cf733c16:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7934cf733c16:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:36823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7934cf733c16:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7934cf733c16:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:36823 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=5795 (was 6492) 2024-11-09T11:46:04,902 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=5794 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir so I do NOT create it in target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16 2024-11-09T11:46:04,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.tmp.dir so I do NOT create it in target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16 2024-11-09T11:46:04,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b83c3ed5-bcd0-95e7-4814-a5a4b8f508b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T11:46:04,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565, deleteOnExit=true 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:46:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/test.cache.data in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:46:04,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:46:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:46:04,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:46:05,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:46:05,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:46:05,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:46:05,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:46:05,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:46:05,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:46:05,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552c42e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:46:05,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@266885c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:46:05,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e1dbb92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/java.io.tmpdir/jetty-localhost-40723-hadoop-hdfs-3_4_1-tests_jar-_-any-9595291271077951852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:46:05,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545a23ad{HTTP/1.1, (http/1.1)}{localhost:40723} 2024-11-09T11:46:05,194 INFO [Time-limited test {}] server.Server(415): Started @113501ms 2024-11-09T11:46:05,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:46:05,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:46:05,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:46:05,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:46:05,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:46:05,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c24393f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:46:05,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5490d539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:46:05,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e7b9d27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/java.io.tmpdir/jetty-localhost-42735-hadoop-hdfs-3_4_1-tests_jar-_-any-8705471900434430792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:05,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa8802c{HTTP/1.1, (http/1.1)}{localhost:42735} 2024-11-09T11:46:05,460 INFO [Time-limited test {}] server.Server(415): Started @113767ms 2024-11-09T11:46:05,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:46:05,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:46:05,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:46:05,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:46:05,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:46:05,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:46:05,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79320ba2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:46:05,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55bd3f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:46:05,559 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data1/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,559 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data2/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,591 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:46:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70c7a7763c8f4fd1 with lease ID 0xf3b214ea030396cd: Processing first storage report for DS-a9c81436-625c-4e8c-a63a-25a34a7753fb from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=898344f3-207d-4dcb-8958-23e1503de3c6, infoPort=44113, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70c7a7763c8f4fd1 with lease ID 0xf3b214ea030396cd: from storage DS-a9c81436-625c-4e8c-a63a-25a34a7753fb node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=898344f3-207d-4dcb-8958-23e1503de3c6, infoPort=44113, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70c7a7763c8f4fd1 with lease ID 0xf3b214ea030396cd: Processing first storage report for DS-d2761ff3-3694-4b04-ac44-44ae49eb10bf from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=898344f3-207d-4dcb-8958-23e1503de3c6, infoPort=44113, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70c7a7763c8f4fd1 with lease ID 0xf3b214ea030396cd: from storage DS-d2761ff3-3694-4b04-ac44-44ae49eb10bf node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=898344f3-207d-4dcb-8958-23e1503de3c6, infoPort=44113, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d584c06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/java.io.tmpdir/jetty-localhost-40167-hadoop-hdfs-3_4_1-tests_jar-_-any-5735883639103113764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:05,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bd673e2{HTTP/1.1, (http/1.1)}{localhost:40167} 2024-11-09T11:46:05,633 INFO [Time-limited test {}] server.Server(415): Started @113941ms 2024-11-09T11:46:05,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:46:05,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:46:05,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:46:05,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:46:05,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:46:05,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:46:05,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30b5ae60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:46:05,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ea4e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:46:05,743 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data3/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,743 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data4/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,767 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:46:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d79babe1bc46aac with lease ID 0xf3b214ea030396ce: Processing first storage report for DS-90be63ac-134b-4ec5-a282-e260a8b78dde from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=ce3ca134-f3f1-4d5e-8b4b-7c8c1ab6b576, infoPort=45451, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d79babe1bc46aac with lease ID 0xf3b214ea030396ce: from storage DS-90be63ac-134b-4ec5-a282-e260a8b78dde node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=ce3ca134-f3f1-4d5e-8b4b-7c8c1ab6b576, infoPort=45451, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d79babe1bc46aac with lease ID 0xf3b214ea030396ce: Processing first storage report for DS-9042bc6f-e86c-4515-b8ec-a549e1c2fd6e from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=ce3ca134-f3f1-4d5e-8b4b-7c8c1ab6b576, infoPort=45451, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d79babe1bc46aac with lease ID 0xf3b214ea030396ce: from storage DS-9042bc6f-e86c-4515-b8ec-a549e1c2fd6e node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=ce3ca134-f3f1-4d5e-8b4b-7c8c1ab6b576, infoPort=45451, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16a99e2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/java.io.tmpdir/jetty-localhost-36345-hadoop-hdfs-3_4_1-tests_jar-_-any-15212523413226123465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:46:05,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@653a0db3{HTTP/1.1, (http/1.1)}{localhost:36345} 2024-11-09T11:46:05,797 INFO [Time-limited test {}] server.Server(415): Started @114104ms 2024-11-09T11:46:05,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:46:05,884 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data5/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,884 WARN [Thread-765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data6/current/BP-58846386-172.17.0.3-1731152764945/current, will proceed with Du for space computation calculation, 2024-11-09T11:46:05,903 WARN [Thread-753 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:46:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181969dc68b1a876 with lease ID 0xf3b214ea030396cf: Processing first storage report for DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=b4012647-104b-4165-9c1b-ac38b8dc8bc4, infoPort=43999, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181969dc68b1a876 with lease ID 0xf3b214ea030396cf: from storage DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=b4012647-104b-4165-9c1b-ac38b8dc8bc4, infoPort=43999, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181969dc68b1a876 with lease ID 0xf3b214ea030396cf: Processing first storage report for DS-2ae08199-78a5-4277-addb-894b18b472da from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=b4012647-104b-4165-9c1b-ac38b8dc8bc4, infoPort=43999, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945) 2024-11-09T11:46:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181969dc68b1a876 with lease ID 0xf3b214ea030396cf: from storage DS-2ae08199-78a5-4277-addb-894b18b472da node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=b4012647-104b-4165-9c1b-ac38b8dc8bc4, infoPort=43999, infoSecurePort=0, ipcPort=43913, storageInfo=lv=-57;cid=testClusterID;nsid=926029743;c=1731152764945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T11:46:05,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16 2024-11-09T11:46:05,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/zookeeper_0, clientPort=51497, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:46:05,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51497 2024-11-09T11:46:05,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:05,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:46:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:46:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:46:05,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc with version=8 2024-11-09T11:46:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/hbase-staging 2024-11-09T11:46:05,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:46:05,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:46:05,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:46:05,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41701 2024-11-09T11:46:05,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41701 connecting to ZooKeeper ensemble=127.0.0.1:51497 2024-11-09T11:46:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417010x0, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:46:05,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41701-0x100d751d8900000 connected 2024-11-09T11:46:05,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:05,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:05,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:05,980 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc, hbase.cluster.distributed=false 2024-11-09T11:46:05,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:46:05,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-09T11:46:05,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41701 2024-11-09T11:46:05,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41701 2024-11-09T11:46:05,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-09T11:46:05,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-09T11:46:06,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:46:06,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:46:06,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42227 2024-11-09T11:46:06,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42227 connecting to ZooKeeper ensemble=127.0.0.1:51497 2024-11-09T11:46:06,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422270x0, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:46:06,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422270x0, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:06,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42227-0x100d751d8900001 connected 2024-11-09T11:46:06,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:46:06,023 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:46:06,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:46:06,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:46:06,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-09T11:46:06,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42227 2024-11-09T11:46:06,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42227 2024-11-09T11:46:06,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-09T11:46:06,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-09T11:46:06,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:46:06,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:46:06,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45515 2024-11-09T11:46:06,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45515 connecting to ZooKeeper ensemble=127.0.0.1:51497 2024-11-09T11:46:06,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455150x0, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:46:06,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455150x0, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:06,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45515-0x100d751d8900002 connected 2024-11-09T11:46:06,052 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:46:06,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:46:06,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:46:06,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:46:06,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-09T11:46:06,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45515 2024-11-09T11:46:06,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45515 2024-11-09T11:46:06,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-09T11:46:06,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-09T11:46:06,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7934cf733c16:0 server-side Connection retries=45 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:46:06,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:46:06,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46195 2024-11-09T11:46:06,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46195 connecting to ZooKeeper ensemble=127.0.0.1:51497 2024-11-09T11:46:06,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461950x0, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:46:06,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461950x0, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:46:06,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46195-0x100d751d8900003 connected 2024-11-09T11:46:06,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:46:06,081 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:46:06,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:46:06,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:46:06,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-09T11:46:06,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46195 2024-11-09T11:46:06,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46195 2024-11-09T11:46:06,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-09T11:46:06,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-09T11:46:06,098 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7934cf733c16:41701 2024-11-09T11:46:06,098 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,102 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,105 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T11:46:06,106 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7934cf733c16,41701,1731152765946 from backup master directory 2024-11-09T11:46:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:46:06,108 WARN [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:46:06,108 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,113 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/hbase.id] with ID: 3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb 2024-11-09T11:46:06,113 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.tmp/hbase.id 2024-11-09T11:46:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:46:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:46:06,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:46:06,124 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.tmp/hbase.id]:[hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/hbase.id] 2024-11-09T11:46:06,140 INFO [master/7934cf733c16:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:46:06,140 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:46:06,142 INFO [master/7934cf733c16:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T11:46:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:46:06,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:46:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:46:06,169 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:46:06,170 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:46:06,170 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:46:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:46:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:46:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:46:06,181 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store 2024-11-09T11:46:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:46:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:46:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:46:06,190 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:06,191 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:46:06,191 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:06,191 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:06,191 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:46:06,191 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:06,191 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:46:06,191 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731152766191Disabling compacts and flushes for region at 1731152766191Disabling writes for close at 1731152766191Writing region close event to WAL at 1731152766191Closed at 1731152766191 2024-11-09T11:46:06,192 WARN [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/.initializing 2024-11-09T11:46:06,192 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/WALs/7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,194 INFO [master/7934cf733c16:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:46:06,196 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C41701%2C1731152765946, suffix=, logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/WALs/7934cf733c16,41701,1731152765946, archiveDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/oldWALs, maxLogs=10 2024-11-09T11:46:06,211 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/WALs/7934cf733c16,41701,1731152765946/7934cf733c16%2C41701%2C1731152765946.1731152766197, exclude list is [], retry=0 2024-11-09T11:46:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-90be63ac-134b-4ec5-a282-e260a8b78dde,DISK] 2024-11-09T11:46:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-a9c81436-625c-4e8c-a63a-25a34a7753fb,DISK] 2024-11-09T11:46:06,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc,DISK] 2024-11-09T11:46:06,217 INFO [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/WALs/7934cf733c16,41701,1731152765946/7934cf733c16%2C41701%2C1731152765946.1731152766197 2024-11-09T11:46:06,217 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-09T11:46:06,217 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:46:06,217 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:06,218 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,218 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:46:06,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:06,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:46:06,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:46:06,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:46:06,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:06,227 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,228 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,229 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,230 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,230 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,231 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:46:06,232 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:46:06,234 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:06,234 INFO [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65157649, jitterRate=-0.029075369238853455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:46:06,235 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731152766218Initializing all the Stores at 1731152766219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152766219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152766219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152766219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152766219Cleaning up temporary data from old regions at 1731152766230 (+11 ms)Region opened successfully at 1731152766235 (+5 ms) 2024-11-09T11:46:06,235 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:46:06,239 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787ae516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:46:06,240 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:46:06,240 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:46:06,240 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:46:06,241 INFO [master/7934cf733c16:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:46:06,241 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T11:46:06,241 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T11:46:06,241 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T11:46:06,244 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:46:06,245 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T11:46:06,247 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T11:46:06,247 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:46:06,248 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:46:06,249 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T11:46:06,249 INFO [master/7934cf733c16:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:46:06,250 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:46:06,252 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T11:46:06,253 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:46:06,254 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T11:46:06,256 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:46:06,258 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,261 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7934cf733c16,41701,1731152765946, sessionid=0x100d751d8900000, setting cluster-up flag (Was=false) 2024-11-09T11:46:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,270 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T11:46:06,271 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,281 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T11:46:06,282 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7934cf733c16,41701,1731152765946 2024-11-09T11:46:06,283 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:46:06,284 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:46:06,285 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:46:06,285 INFO [master/7934cf733c16:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:46:06,285 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7934cf733c16,41701,1731152765946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:46:06,286 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7934cf733c16:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7934cf733c16:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:46:06,287 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,288 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(746): ClusterId : 3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb 2024-11-09T11:46:06,288 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(746): ClusterId : 3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb 2024-11-09T11:46:06,288 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:46:06,288 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:46:06,288 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(746): ClusterId : 3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb 2024-11-09T11:46:06,288 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:46:06,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:46:06,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:46:06,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:46:06,293 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:46:06,294 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:46:06,294 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:46:06,294 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:46:06,294 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:46:06,294 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:46:06,297 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:46:06,297 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:46:06,297 DEBUG [RS:0;7934cf733c16:42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7228332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:46:06,297 DEBUG [RS:2;7934cf733c16:46195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4032f48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:46:06,298 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:46:06,298 DEBUG [RS:1;7934cf733c16:45515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11145bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7934cf733c16/172.17.0.3:0 2024-11-09T11:46:06,309 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731152796309 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:46:06,310 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:46:06,314 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,314 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:46:06,314 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:46:06,314 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:46:06,315 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:46:06,315 INFO [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:46:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:46:06,318 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152766315,5,FailOnTimeoutGroup] 2024-11-09T11:46:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:46:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:46:06,320 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152766319,5,FailOnTimeoutGroup] 2024-11-09T11:46:06,320 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,320 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:46:06,320 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,320 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:46:06,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:06,325 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7934cf733c16:45515 2024-11-09T11:46:06,325 INFO [RS:1;7934cf733c16:45515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:46:06,325 INFO [RS:1;7934cf733c16:45515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:46:06,325 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:46:06,330 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41701,1731152765946 with port=45515, startcode=1731152766042 2024-11-09T11:46:06,330 DEBUG [RS:1;7934cf733c16:45515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:46:06,332 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7934cf733c16:42227 2024-11-09T11:46:06,333 INFO [RS:0;7934cf733c16:42227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:46:06,333 INFO [RS:0;7934cf733c16:42227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:46:06,333 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:46:06,334 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41701,1731152765946 with port=42227, startcode=1731152766008 2024-11-09T11:46:06,334 DEBUG [RS:0;7934cf733c16:42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:46:06,342 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53029, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:46:06,343 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7934cf733c16:46195 2024-11-09T11:46:06,343 INFO [RS:2;7934cf733c16:46195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:46:06,343 INFO [RS:2;7934cf733c16:46195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:46:06,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,343 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:46:06,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,345 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(2659): reportForDuty to master=7934cf733c16,41701,1731152765946 with port=46195, startcode=1731152766070 2024-11-09T11:46:06,345 DEBUG [RS:2;7934cf733c16:46195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:46:06,346 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:06,346 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:46:06,347 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38651 2024-11-09T11:46:06,347 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:46:06,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,351 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:46:06,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:46:06,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(517): Registering regionserver=7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,354 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:06,354 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38651 2024-11-09T11:46:06,354 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:46:06,356 DEBUG [RS:1;7934cf733c16:45515 {}] zookeeper.ZKUtil(111): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,356 WARN [RS:1;7934cf733c16:45515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:46:06,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,45515,1731152766042] 2024-11-09T11:46:06,356 INFO [RS:1;7934cf733c16:45515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:46:06,356 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,358 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:06,358 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38651 2024-11-09T11:46:06,358 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:46:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:46:06,362 DEBUG [RS:2;7934cf733c16:46195 {}] zookeeper.ZKUtil(111): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,362 WARN [RS:2;7934cf733c16:46195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:46:06,362 INFO [RS:2;7934cf733c16:46195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:46:06,362 DEBUG [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,46195,1731152766070] 2024-11-09T11:46:06,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7934cf733c16,42227,1731152766008] 2024-11-09T11:46:06,363 DEBUG [RS:0;7934cf733c16:42227 {}] zookeeper.ZKUtil(111): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,363 WARN [RS:0;7934cf733c16:42227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:46:06,363 INFO [RS:0;7934cf733c16:42227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:46:06,363 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,364 INFO [RS:1;7934cf733c16:45515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:46:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:46:06,368 INFO [RS:2;7934cf733c16:46195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:46:06,368 INFO [RS:1;7934cf733c16:45515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:46:06,368 INFO [RS:1;7934cf733c16:45515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:46:06,369 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,371 INFO [RS:0;7934cf733c16:42227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:46:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:46:06,375 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:46:06,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741832_1008 (size=32) 2024-11-09T11:46:06,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:06,377 INFO [RS:1;7934cf733c16:45515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:46:06,377 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,378 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,379 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,379 DEBUG [RS:1;7934cf733c16:45515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,387 INFO [RS:2;7934cf733c16:46195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:46:06,389 INFO [RS:0;7934cf733c16:42227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:46:06,397 INFO [RS:0;7934cf733c16:42227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:46:06,398 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,401 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:46:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:46:06,402 INFO [RS:2;7934cf733c16:46195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:46:06,402 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,403 INFO [RS:0;7934cf733c16:42227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:46:06,403 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:46:06,403 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,404 DEBUG [RS:0;7934cf733c16:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:46:06,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:06,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:46:06,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:46:06,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:46:06,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:46:06,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:06,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:46:06,413 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:46:06,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:46:06,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:06,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:06,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:46:06,415 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,415 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,45515,1731152766042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:2;7934cf733c16:46195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:46:06,416 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,416 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,416 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,416 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,42227,1731152766008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740 2024-11-09T11:46:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740 2024-11-09T11:46:06,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:46:06,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:46:06,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:46:06,421 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,421 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7934cf733c16:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:46:06,422 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,422 DEBUG [RS:2;7934cf733c16:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7934cf733c16:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:46:06,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:46:06,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:06,444 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68480118, jitterRate=0.020433276891708374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:46:06,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731152766377Initializing all the Stores at 1731152766386 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152766386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152766402 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152766402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152766402Cleaning up temporary data from old regions at 1731152766420 (+18 ms)Region opened successfully at 1731152766444 (+24 ms) 2024-11-09T11:46:06,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:46:06,444 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:46:06,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:46:06,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:46:06,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:46:06,445 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,445 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,446 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,446 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,446 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,446 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,46195,1731152766070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:46:06,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:46:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731152766444Disabling compacts and flushes for region at 1731152766444Disabling writes for close at 1731152766444Writing region close event to WAL at 1731152766446 (+2 ms)Closed at 1731152766446 2024-11-09T11:46:06,449 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:46:06,449 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,42227,1731152766008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,449 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,449 INFO [RS:0;7934cf733c16:42227 {}] regionserver.Replication(171): 7934cf733c16,42227,1731152766008 started 2024-11-09T11:46:06,452 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:46:06,452 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,45515,1731152766042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,453 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,453 INFO [RS:1;7934cf733c16:45515 {}] regionserver.Replication(171): 7934cf733c16,45515,1731152766042 started 2024-11-09T11:46:06,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:46:06,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:46:06,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:46:06,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:46:06,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:46:06,463 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:46:06,464 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,46195,1731152766070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,464 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,464 INFO [RS:2;7934cf733c16:46195 {}] regionserver.Replication(171): 7934cf733c16,46195,1731152766070 started 2024-11-09T11:46:06,468 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,468 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,42227,1731152766008, RpcServer on 7934cf733c16/172.17.0.3:42227, sessionid=0x100d751d8900001 2024-11-09T11:46:06,468 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:46:06,468 DEBUG [RS:0;7934cf733c16:42227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,468 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,42227,1731152766008' 2024-11-09T11:46:06,468 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,42227,1731152766008' 2024-11-09T11:46:06,469 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:46:06,470 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:46:06,470 DEBUG [RS:0;7934cf733c16:42227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:46:06,470 INFO [RS:0;7934cf733c16:42227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:46:06,470 INFO [RS:0;7934cf733c16:42227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:46:06,474 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,474 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,45515,1731152766042, RpcServer on 7934cf733c16/172.17.0.3:45515, sessionid=0x100d751d8900002 2024-11-09T11:46:06,475 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:46:06,475 DEBUG [RS:1;7934cf733c16:45515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,475 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,45515,1731152766042' 2024-11-09T11:46:06,475 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:46:06,475 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,45515,1731152766042 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,45515,1731152766042' 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:46:06,476 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:46:06,477 DEBUG [RS:1;7934cf733c16:45515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:46:06,477 INFO [RS:1;7934cf733c16:45515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:46:06,477 INFO [RS:1;7934cf733c16:45515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:46:06,478 INFO [RS:2;7934cf733c16:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:06,478 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1482): Serving as 7934cf733c16,46195,1731152766070, RpcServer on 7934cf733c16/172.17.0.3:46195, sessionid=0x100d751d8900003 2024-11-09T11:46:06,478 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:46:06,478 DEBUG [RS:2;7934cf733c16:46195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,478 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,46195,1731152766070' 2024-11-09T11:46:06,478 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7934cf733c16,46195,1731152766070 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7934cf733c16,46195,1731152766070' 2024-11-09T11:46:06,479 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:46:06,480 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:46:06,480 DEBUG [RS:2;7934cf733c16:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:46:06,480 INFO [RS:2;7934cf733c16:46195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:46:06,480 INFO [RS:2;7934cf733c16:46195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:46:06,571 INFO [RS:0;7934cf733c16:42227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:46:06,573 INFO [RS:0;7934cf733c16:42227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C42227%2C1731152766008, suffix=, logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008, archiveDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs, maxLogs=32 2024-11-09T11:46:06,577 INFO [RS:1;7934cf733c16:45515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:46:06,579 INFO [RS:1;7934cf733c16:45515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C45515%2C1731152766042, suffix=, logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,45515,1731152766042, archiveDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs, maxLogs=32 2024-11-09T11:46:06,580 INFO [RS:2;7934cf733c16:46195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:46:06,582 INFO [RS:2;7934cf733c16:46195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C46195%2C1731152766070, suffix=, logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070, archiveDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs, maxLogs=32 2024-11-09T11:46:06,588 DEBUG [RS:0;7934cf733c16:42227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008/7934cf733c16%2C42227%2C1731152766008.1731152766574, exclude list is [], retry=0 2024-11-09T11:46:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc,DISK] 2024-11-09T11:46:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-a9c81436-625c-4e8c-a63a-25a34a7753fb,DISK] 2024-11-09T11:46:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-90be63ac-134b-4ec5-a282-e260a8b78dde,DISK] 2024-11-09T11:46:06,593 DEBUG [RS:1;7934cf733c16:45515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,45515,1731152766042/7934cf733c16%2C45515%2C1731152766042.1731152766579, exclude list is [], retry=0 2024-11-09T11:46:06,594 INFO [RS:0;7934cf733c16:42227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008/7934cf733c16%2C42227%2C1731152766008.1731152766574 2024-11-09T11:46:06,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-90be63ac-134b-4ec5-a282-e260a8b78dde,DISK] 2024-11-09T11:46:06,596 DEBUG [RS:0;7934cf733c16:42227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:45451:45451)] 2024-11-09T11:46:06,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc,DISK] 2024-11-09T11:46:06,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-a9c81436-625c-4e8c-a63a-25a34a7753fb,DISK] 2024-11-09T11:46:06,597 DEBUG [RS:2;7934cf733c16:46195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070/7934cf733c16%2C46195%2C1731152766070.1731152766582, exclude list is [], retry=0 2024-11-09T11:46:06,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc,DISK] 2024-11-09T11:46:06,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-a9c81436-625c-4e8c-a63a-25a34a7753fb,DISK] 2024-11-09T11:46:06,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-90be63ac-134b-4ec5-a282-e260a8b78dde,DISK] 2024-11-09T11:46:06,605 INFO [RS:1;7934cf733c16:45515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,45515,1731152766042/7934cf733c16%2C45515%2C1731152766042.1731152766579 2024-11-09T11:46:06,606 DEBUG [RS:1;7934cf733c16:45515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:44113:44113)] 2024-11-09T11:46:06,606 DEBUG [7934cf733c16:41701 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:46:06,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:06,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,42227,1731152766008, state=OPENING 2024-11-09T11:46:06,609 INFO [RS:2;7934cf733c16:46195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070/7934cf733c16%2C46195%2C1731152766070.1731152766582 2024-11-09T11:46:06,609 DEBUG [RS:2;7934cf733c16:46195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:44113:44113)] 2024-11-09T11:46:06,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:46:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:46:06,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:46:06,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:06,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:06,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:06,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:06,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:09,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:09,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:09,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:09,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:46:09,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:09,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:16,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:46:16,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:46:16,628 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:46:16,628 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:46:16,628 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:46:16,630 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7934cf733c16%2C42227%2C1731152766008.meta, suffix=.meta, logDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008, archiveDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs, maxLogs=32 2024-11-09T11:46:16,646 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008/7934cf733c16%2C42227%2C1731152766008.meta.1731152776631.meta, exclude list is [], retry=0 2024-11-09T11:46:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-a9c81436-625c-4e8c-a63a-25a34a7753fb,DISK] 2024-11-09T11:46:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-90be63ac-134b-4ec5-a282-e260a8b78dde,DISK] 2024-11-09T11:46:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-21be5e3e-93e8-46cb-bb32-cbe28bbdd4dc,DISK] 2024-11-09T11:46:16,659 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,42227,1731152766008/7934cf733c16%2C42227%2C1731152766008.meta.1731152776631.meta 2024-11-09T11:46:16,660 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113),(127.0.0.1/127.0.0.1:43999:43999),(127.0.0.1/127.0.0.1:45451:45451)] 2024-11-09T11:46:16,660 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:46:16,661 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:46:16,661 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:46:16,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:46:16,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:46:16,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:16,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:16,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:46:16,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:46:16,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:16,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:16,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:46:16,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:46:16,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:16,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:16,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:46:16,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:46:16,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:16,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:46:16,670 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:46:16,671 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740 2024-11-09T11:46:16,672 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740 2024-11-09T11:46:16,674 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:46:16,674 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:46:16,675 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:46:16,676 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:46:16,678 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68146874, jitterRate=0.015467554330825806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:46:16,678 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:46:16,678 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731152776662Writing region info on filesystem at 1731152776662Initializing all the Stores at 1731152776663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152776663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152776663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152776663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731152776663Cleaning up temporary data from old regions at 1731152776674 (+11 ms)Running coprocessor post-open hooks at 1731152776678 (+4 ms)Region opened successfully at 1731152776678 2024-11-09T11:46:16,681 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731152776618 2024-11-09T11:46:16,686 DEBUG [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:46:16,686 INFO [RS_OPEN_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:46:16,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:16,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7934cf733c16,42227,1731152766008, state=OPEN 2024-11-09T11:46:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:46:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:46:16,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:16,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:46:16,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:16,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7934cf733c16,42227,1731152766008 2024-11-09T11:46:16,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:46:16,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:46:16,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:46:16,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7934cf733c16,42227,1731152766008 in 10.0800 sec 2024-11-09T11:46:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:46:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2420 sec 2024-11-09T11:46:16,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:46:16,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:46:16,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:46:16,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,42227,1731152766008, seqNum=-1] 2024-11-09T11:46:16,715 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:46:16,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:46:16,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.4520 sec 2024-11-09T11:46:16,738 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731152776738, completionTime=-1 2024-11-09T11:46:16,738 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T11:46:16,738 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T11:46:16,741 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T11:46:16,741 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731152836741 2024-11-09T11:46:16,741 INFO [master/7934cf733c16:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731152896741 2024-11-09T11:46:16,741 INFO [master/7934cf733c16:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-09T11:46:16,741 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7934cf733c16:41701, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,742 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,744 DEBUG [master/7934cf733c16:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:46:16,748 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.640sec 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:46:16,753 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:46:16,757 DEBUG [master/7934cf733c16:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:46:16,757 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:46:16,757 INFO [master/7934cf733c16:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7934cf733c16,41701,1731152765946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:46:16,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9d2b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,41701,-1 for getting cluster id 2024-11-09T11:46:16,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:46:16,813 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb' 2024-11-09T11:46:16,814 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:46:16,814 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb" 2024-11-09T11:46:16,815 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe9f052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,815 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,41701,-1] 2024-11-09T11:46:16,815 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:46:16,817 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:16,819 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:46:16,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722c017d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:46:16,821 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,42227,1731152766008, seqNum=-1] 2024-11-09T11:46:16,821 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:46:16,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:46:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7934cf733c16,41701,1731152765946 2024-11-09T11:46:16,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731152776828 (current time:1731152776828). 2024-11-09T11:46:16,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T11:46:16,828 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T11:46:16,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df6daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7934cf733c16,41701,-1 for getting cluster id 2024-11-09T11:46:16,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:46:16,830 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb' 2024-11-09T11:46:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:46:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1bef2f-d30a-42ec-9d3e-1e4cf61187cb" 2024-11-09T11:46:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f75eb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7934cf733c16,41701,-1] 2024-11-09T11:46:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:46:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:16,832 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:46:16,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623734f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:46:16,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:46:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7934cf733c16,42227,1731152766008, seqNum=-1] 2024-11-09T11:46:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:46:16,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:46:16,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:46:16,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:16,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:16,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:16,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:46:16,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:46:16,841 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7934cf733c16,41701,1731152765946 2024-11-09T11:46:16,841 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb6cf74 2024-11-09T11:46:16,841 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:46:16,845 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:46:16,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:46:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T11:46:16,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:46:16,858 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:16,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T11:46:16,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:46:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:46:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:46:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741837_1013 (size=361) 2024-11-09T11:46:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:17,309 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b828c1b903ca4d4e647237803ab1c47, NAME => 'SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,309 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 555ed8ffbc7de93ac1249d052404cc11, NAME => 'SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,309 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d032c8e05dd5281193a9372b64137bc4, NAME => 'SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741840_1016 (size=54) 2024-11-09T11:46:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741840_1016 (size=54) 2024-11-09T11:46:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741840_1016 (size=54) 2024-11-09T11:46:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741838_1014 (size=62) 2024-11-09T11:46:17,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741838_1014 (size=62) 2024-11-09T11:46:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741838_1014 (size=62) 2024-11-09T11:46:17,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d032c8e05dd5281193a9372b64137bc4, disabling compactions & flushes 2024-11-09T11:46:17,332 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:17,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:17,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. after waiting 0 ms 2024-11-09T11:46:17,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:17,333 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:17,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d032c8e05dd5281193a9372b64137bc4: Waiting for close lock at 1731152777332Disabling compacts and flushes for region at 1731152777332Disabling writes for close at 1731152777332Writing region close event to WAL at 1731152777333 (+1 ms)Closed at 1731152777333 2024-11-09T11:46:17,333 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65f77e0ec9f7f07b369e81b0050224f, NAME => 'SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:46:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:46:17,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 555ed8ffbc7de93ac1249d052404cc11, disabling compactions & flushes 2024-11-09T11:46:17,338 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:17,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:17,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. after waiting 0 ms 2024-11-09T11:46:17,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:17,338 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:17,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 555ed8ffbc7de93ac1249d052404cc11: Waiting for close lock at 1731152777337Disabling compacts and flushes for region at 1731152777337Disabling writes for close at 1731152777338 (+1 ms)Writing region close event to WAL at 1731152777338Closed at 1731152777338 2024-11-09T11:46:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741839_1015 (size=62) 2024-11-09T11:46:17,339 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a89b7dd61030058e83b784551154408, NAME => 'SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0b828c1b903ca4d4e647237803ab1c47, disabling compactions & flushes 2024-11-09T11:46:17,351 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:17,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:17,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. after waiting 0 ms 2024-11-09T11:46:17,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:17,351 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:17,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b828c1b903ca4d4e647237803ab1c47: Waiting for close lock at 1731152777350Disabling compacts and flushes for region at 1731152777350Disabling writes for close at 1731152777351 (+1 ms)Writing region close event to WAL at 1731152777351Closed at 1731152777351 2024-11-09T11:46:17,352 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5d681f3dacd1da22a4a726fe4f830d94, NAME => 'SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:46:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:46:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741841_1017 (size=62) 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4a89b7dd61030058e83b784551154408, disabling compactions & flushes 2024-11-09T11:46:17,364 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. after waiting 0 ms 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:17,364 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:17,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a89b7dd61030058e83b784551154408: Waiting for close lock at 1731152777364Disabling compacts and flushes for region at 1731152777364Disabling writes for close at 1731152777364Writing region close event to WAL at 1731152777364Closed at 1731152777364 2024-11-09T11:46:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:46:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:46:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741842_1018 (size=62) 2024-11-09T11:46:17,366 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ab934963805da161d7b8bc56737a26c, NAME => 'SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c65f77e0ec9f7f07b369e81b0050224f, disabling compactions & flushes 2024-11-09T11:46:17,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. after waiting 0 ms 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:17,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:17,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65f77e0ec9f7f07b369e81b0050224f: Waiting for close lock at 1731152777367Disabling compacts and flushes for region at 1731152777367Disabling writes for close at 1731152777367Writing region close event to WAL at 1731152777367Closed at 1731152777367 2024-11-09T11:46:17,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9a9d7d153eeedbb6a3d669eb6072535, NAME => 'SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:46:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:46:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741843_1019 (size=62) 2024-11-09T11:46:17,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5d681f3dacd1da22a4a726fe4f830d94, disabling compactions & flushes 2024-11-09T11:46:17,375 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:17,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:17,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. after waiting 0 ms 2024-11-09T11:46:17,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:17,375 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:17,375 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5d681f3dacd1da22a4a726fe4f830d94: Waiting for close lock at 1731152777374Disabling compacts and flushes for region at 1731152777374Disabling writes for close at 1731152777375 (+1 ms)Writing region close event to WAL at 1731152777375Closed at 1731152777375 2024-11-09T11:46:17,376 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 467c0f5e0cd22b6b6184aa2f2a8e3503, NAME => 'SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:46:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:46:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741844_1020 (size=62) 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e9a9d7d153eeedbb6a3d669eb6072535, disabling compactions & flushes 2024-11-09T11:46:17,397 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. after waiting 0 ms 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:17,397 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:17,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9a9d7d153eeedbb6a3d669eb6072535: Waiting for close lock at 1731152777397Disabling compacts and flushes for region at 1731152777397Disabling writes for close at 1731152777397Writing region close event to WAL at 1731152777397Closed at 1731152777397 2024-11-09T11:46:17,398 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d39ceea32a2a031b3ff21b607c70a8d, NAME => 'SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc 2024-11-09T11:46:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:46:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:46:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5ab934963805da161d7b8bc56737a26c, disabling compactions & flushes 2024-11-09T11:46:17,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. after waiting 0 ms 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:17,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:17,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ab934963805da161d7b8bc56737a26c: Waiting for close lock at 1731152777414Disabling compacts and flushes for region at 1731152777414Disabling writes for close at 1731152777414Writing region close event to WAL at 1731152777414Closed at 1731152777414 2024-11-09T11:46:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741845_1021 (size=62) 2024-11-09T11:46:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 467c0f5e0cd22b6b6184aa2f2a8e3503, disabling compactions & flushes 2024-11-09T11:46:17,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. after waiting 0 ms 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:17,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:17,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 467c0f5e0cd22b6b6184aa2f2a8e3503: Waiting for close lock at 1731152777416Disabling compacts and flushes for region at 1731152777416Disabling writes for close at 1731152777416Writing region close event to WAL at 1731152777416Closed at 1731152777416 2024-11-09T11:46:17,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741846_1022 (size=62) 2024-11-09T11:46:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:46:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:46:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741847_1023 (size=54) 2024-11-09T11:46:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5d39ceea32a2a031b3ff21b607c70a8d, disabling compactions & flushes 2024-11-09T11:46:17,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. after waiting 0 ms 2024-11-09T11:46:17,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:17,430 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:17,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d39ceea32a2a031b3ff21b607c70a8d: Waiting for close lock at 1731152777429Disabling compacts and flushes for region at 1731152777429Disabling writes for close at 1731152777430 (+1 ms)Writing region close event to WAL at 1731152777430Closed at 1731152777430 2024-11-09T11:46:17,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:46:17,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731152777431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731152777431"}]},"ts":"1731152777431"} 2024-11-09T11:46:17,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T11:46:17,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:46:17,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731152777444"}]},"ts":"1731152777444"} 2024-11-09T11:46:17,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T11:46:17,448 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:46:17,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:46:17,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:46:17,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T11:46:17,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:46:17,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:46:17,455 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T11:46:17,455 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:46:17,455 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:46:17,455 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T11:46:17,455 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:46:17,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d032c8e05dd5281193a9372b64137bc4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c65f77e0ec9f7f07b369e81b0050224f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89b7dd61030058e83b784551154408, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab934963805da161d7b8bc56737a26c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9a9d7d153eeedbb6a3d669eb6072535, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d39ceea32a2a031b3ff21b607c70a8d, ASSIGN}] 2024-11-09T11:46:17,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d032c8e05dd5281193a9372b64137bc4, ASSIGN 2024-11-09T11:46:17,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d39ceea32a2a031b3ff21b607c70a8d, ASSIGN 2024-11-09T11:46:17,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN 2024-11-09T11:46:17,463 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9a9d7d153eeedbb6a3d669eb6072535, ASSIGN 2024-11-09T11:46:17,468 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d032c8e05dd5281193a9372b64137bc4, ASSIGN; state=OFFLINE, location=7934cf733c16,42227,1731152766008; forceNewPlan=false, retain=false 2024-11-09T11:46:17,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN; state=OFFLINE, location=7934cf733c16,46195,1731152766070; forceNewPlan=false, retain=false 2024-11-09T11:46:17,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9a9d7d153eeedbb6a3d669eb6072535, ASSIGN; state=OFFLINE, location=7934cf733c16,42227,1731152766008; forceNewPlan=false, retain=false 2024-11-09T11:46:17,469 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d39ceea32a2a031b3ff21b607c70a8d, ASSIGN; state=OFFLINE, location=7934cf733c16,42227,1731152766008; forceNewPlan=false, retain=false 2024-11-09T11:46:17,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN 2024-11-09T11:46:17,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab934963805da161d7b8bc56737a26c, ASSIGN 2024-11-09T11:46:17,474 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN; state=OFFLINE, location=7934cf733c16,46195,1731152766070; forceNewPlan=false, retain=false 2024-11-09T11:46:17,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ab934963805da161d7b8bc56737a26c, ASSIGN; state=OFFLINE, location=7934cf733c16,45515,1731152766042; forceNewPlan=false, retain=false 2024-11-09T11:46:17,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89b7dd61030058e83b784551154408, ASSIGN 2024-11-09T11:46:17,475 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c65f77e0ec9f7f07b369e81b0050224f, ASSIGN 2024-11-09T11:46:17,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a89b7dd61030058e83b784551154408, ASSIGN; state=OFFLINE, location=7934cf733c16,42227,1731152766008; forceNewPlan=false, retain=false 2024-11-09T11:46:17,477 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c65f77e0ec9f7f07b369e81b0050224f, ASSIGN; state=OFFLINE, location=7934cf733c16,45515,1731152766042; forceNewPlan=false, retain=false 2024-11-09T11:46:17,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN 2024-11-09T11:46:17,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11, ASSIGN 2024-11-09T11:46:17,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN; state=OFFLINE, location=7934cf733c16,46195,1731152766070; forceNewPlan=false, retain=false 2024-11-09T11:46:17,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11, ASSIGN; state=OFFLINE, location=7934cf733c16,45515,1731152766042; forceNewPlan=false, retain=false 2024-11-09T11:46:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:17,619 INFO [7934cf733c16:41701 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T11:46:17,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b828c1b903ca4d4e647237803ab1c47, regionState=OPENING, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:17,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5d681f3dacd1da22a4a726fe4f830d94, regionState=OPENING, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:17,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=467c0f5e0cd22b6b6184aa2f2a8e3503, regionState=OPENING, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:17,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5ab934963805da161d7b8bc56737a26c, regionState=OPENING, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:17,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c65f77e0ec9f7f07b369e81b0050224f, regionState=OPENING, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:17,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=555ed8ffbc7de93ac1249d052404cc11, regionState=OPENING, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:17,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d39ceea32a2a031b3ff21b607c70a8d, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:17,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e9a9d7d153eeedbb6a3d669eb6072535, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:17,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a89b7dd61030058e83b784551154408, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:17,622 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d032c8e05dd5281193a9372b64137bc4, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:17,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN because future has completed 2024-11-09T11:46:17,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b828c1b903ca4d4e647237803ab1c47, server=7934cf733c16,46195,1731152766070}] 2024-11-09T11:46:17,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN because future has completed 2024-11-09T11:46:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ab934963805da161d7b8bc56737a26c, ASSIGN because future has completed 2024-11-09T11:46:17,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,46195,1731152766070}] 2024-11-09T11:46:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c65f77e0ec9f7f07b369e81b0050224f, ASSIGN because future has completed 2024-11-09T11:46:17,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab934963805da161d7b8bc56737a26c, server=7934cf733c16,45515,1731152766042}] 2024-11-09T11:46:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN because future has completed 2024-11-09T11:46:17,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65f77e0ec9f7f07b369e81b0050224f, server=7934cf733c16,45515,1731152766042}] 2024-11-09T11:46:17,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,46195,1731152766070}] 2024-11-09T11:46:17,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11, ASSIGN because future has completed 2024-11-09T11:46:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d39ceea32a2a031b3ff21b607c70a8d, ASSIGN because future has completed 2024-11-09T11:46:17,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555ed8ffbc7de93ac1249d052404cc11, server=7934cf733c16,45515,1731152766042}] 2024-11-09T11:46:17,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9a9d7d153eeedbb6a3d669eb6072535, ASSIGN because future has completed 2024-11-09T11:46:17,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a89b7dd61030058e83b784551154408, ASSIGN because future has completed 2024-11-09T11:46:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d032c8e05dd5281193a9372b64137bc4, ASSIGN because future has completed 2024-11-09T11:46:17,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d032c8e05dd5281193a9372b64137bc4, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:17,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:17,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a89b7dd61030058e83b784551154408, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:17,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:18,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:46:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:21,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:21,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:21,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:22,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:46:22,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:22,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:22,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:25,852 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T11:46:27,631 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:46:27,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:46:27,642 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:46:27,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:46:27,647 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b828c1b903ca4d4e647237803ab1c47, NAME => 'SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T11:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,648 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,650 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,651 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b828c1b903ca4d4e647237803ab1c47 columnFamilyName cf 2024-11-09T11:46:27,651 DEBUG [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,652 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] regionserver.HStore(327): Store=0b828c1b903ca4d4e647237803ab1c47/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,652 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,653 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,656 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,657 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c65f77e0ec9f7f07b369e81b0050224f, NAME => 'SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T11:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,660 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/0b828c1b903ca4d4e647237803ab1c47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,660 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0b828c1b903ca4d4e647237803ab1c47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65614669, jitterRate=-0.0222652405500412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,660 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:27,661 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0b828c1b903ca4d4e647237803ab1c47: Running coprocessor pre-open hook at 1731152787648Writing region info on filesystem at 1731152787648Initializing all the Stores at 1731152787649 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787649Cleaning up temporary data from old regions at 1731152787655 (+6 ms)Running coprocessor post-open hooks at 1731152787660 (+5 ms)Region opened successfully at 1731152787661 (+1 ms) 2024-11-09T11:46:27,662 INFO [StoreOpener-c65f77e0ec9f7f07b369e81b0050224f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,665 INFO [StoreOpener-c65f77e0ec9f7f07b369e81b0050224f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65f77e0ec9f7f07b369e81b0050224f columnFamilyName cf 2024-11-09T11:46:27,665 DEBUG [StoreOpener-c65f77e0ec9f7f07b369e81b0050224f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,666 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47., pid=15, masterSystemTime=1731152787630 2024-11-09T11:46:27,666 INFO [StoreOpener-c65f77e0ec9f7f07b369e81b0050224f-1 {}] regionserver.HStore(327): Store=c65f77e0ec9f7f07b369e81b0050224f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,666 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,668 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,668 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:27,668 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:27,668 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:27,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 467c0f5e0cd22b6b6184aa2f2a8e3503, NAME => 'SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T11:46:27,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,669 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,668 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b828c1b903ca4d4e647237803ab1c47, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:27,672 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,672 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b828c1b903ca4d4e647237803ab1c47, server=7934cf733c16,46195,1731152766070 because future has completed 2024-11-09T11:46:27,675 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-09T11:46:27,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b828c1b903ca4d4e647237803ab1c47, server=7934cf733c16,46195,1731152766070 in 10.0500 sec 2024-11-09T11:46:27,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN in 10.2220 sec 2024-11-09T11:46:27,681 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,682 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:27,682 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a89b7dd61030058e83b784551154408, NAME => 'SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T11:46:27,682 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,682 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,682 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,682 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,688 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/c65f77e0ec9f7f07b369e81b0050224f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,688 INFO [StoreOpener-4a89b7dd61030058e83b784551154408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,690 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467c0f5e0cd22b6b6184aa2f2a8e3503 columnFamilyName cf 2024-11-09T11:46:27,691 DEBUG [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,691 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c65f77e0ec9f7f07b369e81b0050224f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67543016, jitterRate=0.006469368934631348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,691 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:27,691 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c65f77e0ec9f7f07b369e81b0050224f: Running coprocessor pre-open hook at 1731152787658Writing region info on filesystem at 1731152787658Initializing all the Stores at 1731152787660 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787660Cleaning up temporary data from old regions at 1731152787672 (+12 ms)Running coprocessor post-open hooks at 1731152787691 (+19 ms)Region opened successfully at 1731152787691 2024-11-09T11:46:27,694 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] regionserver.HStore(327): Store=467c0f5e0cd22b6b6184aa2f2a8e3503/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,694 INFO [StoreOpener-4a89b7dd61030058e83b784551154408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a89b7dd61030058e83b784551154408 columnFamilyName cf 2024-11-09T11:46:27,694 DEBUG [StoreOpener-4a89b7dd61030058e83b784551154408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,694 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,694 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f., pid=18, masterSystemTime=1731152787642 2024-11-09T11:46:27,697 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:27,697 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:27,697 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:27,697 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ab934963805da161d7b8bc56737a26c, NAME => 'SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T11:46:27,698 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,698 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,698 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,698 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c65f77e0ec9f7f07b369e81b0050224f, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:27,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65f77e0ec9f7f07b369e81b0050224f, server=7934cf733c16,45515,1731152766042 because future has completed 2024-11-09T11:46:27,702 INFO [StoreOpener-4a89b7dd61030058e83b784551154408-1 {}] regionserver.HStore(327): Store=4a89b7dd61030058e83b784551154408/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,702 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,702 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,703 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,704 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,704 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,704 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,704 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,705 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-09T11:46:27,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c65f77e0ec9f7f07b369e81b0050224f, server=7934cf733c16,45515,1731152766042 in 10.0660 sec 2024-11-09T11:46:27,708 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,710 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c65f77e0ec9f7f07b369e81b0050224f, ASSIGN in 10.2530 sec 2024-11-09T11:46:27,713 INFO [StoreOpener-5ab934963805da161d7b8bc56737a26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,718 INFO [StoreOpener-5ab934963805da161d7b8bc56737a26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ab934963805da161d7b8bc56737a26c columnFamilyName cf 2024-11-09T11:46:27,718 DEBUG [StoreOpener-5ab934963805da161d7b8bc56737a26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,719 INFO [StoreOpener-5ab934963805da161d7b8bc56737a26c-1 {}] regionserver.HStore(327): Store=5ab934963805da161d7b8bc56737a26c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,719 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,720 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,720 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,721 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,721 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,721 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,722 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 467c0f5e0cd22b6b6184aa2f2a8e3503; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69413792, jitterRate=0.03434610366821289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,722 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:27,722 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 467c0f5e0cd22b6b6184aa2f2a8e3503: Running coprocessor pre-open hook at 1731152787670Writing region info on filesystem at 1731152787670Initializing all the Stores at 1731152787674 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787674Cleaning up temporary data from old regions at 1731152787705 (+31 ms)Running coprocessor post-open hooks at 1731152787722 (+17 ms)Region opened successfully at 1731152787722 2024-11-09T11:46:27,723 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/4a89b7dd61030058e83b784551154408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,724 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., pid=19, masterSystemTime=1731152787630 2024-11-09T11:46:27,724 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4a89b7dd61030058e83b784551154408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65942449, jitterRate=-0.017380937933921814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,724 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:27,724 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4a89b7dd61030058e83b784551154408: Running coprocessor pre-open hook at 1731152787683Writing region info on filesystem at 1731152787683Initializing all the Stores at 1731152787686 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787686Cleaning up temporary data from old regions at 1731152787704 (+18 ms)Running coprocessor post-open hooks at 1731152787724 (+20 ms)Region opened successfully at 1731152787724 2024-11-09T11:46:27,724 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,727 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:27,727 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:27,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=467c0f5e0cd22b6b6184aa2f2a8e3503, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:27,727 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:27,727 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d681f3dacd1da22a4a726fe4f830d94, NAME => 'SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T11:46:27,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,728 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,732 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,732 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408., pid=23, masterSystemTime=1731152787662 2024-11-09T11:46:27,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,46195,1731152766070 because future has completed 2024-11-09T11:46:27,732 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5ab934963805da161d7b8bc56737a26c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70629681, jitterRate=0.052464261651039124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,733 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:27,733 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5ab934963805da161d7b8bc56737a26c: Running coprocessor pre-open hook at 1731152787698Writing region info on filesystem at 1731152787698Initializing all the Stores at 1731152787703 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787703Cleaning up temporary data from old regions at 1731152787721 (+18 ms)Running coprocessor post-open hooks at 1731152787733 (+12 ms)Region opened successfully at 1731152787733 2024-11-09T11:46:27,735 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., pid=17, masterSystemTime=1731152787642 2024-11-09T11:46:27,736 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:27,736 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:27,737 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:27,737 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e9a9d7d153eeedbb6a3d669eb6072535, NAME => 'SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T11:46:27,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a89b7dd61030058e83b784551154408, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:27,737 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,737 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,737 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,737 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-09T11:46:27,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,46195,1731152766070 in 10.0980 sec 2024-11-09T11:46:27,739 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,740 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:27,740 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:27,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a89b7dd61030058e83b784551154408, server=7934cf733c16,42227,1731152766008 because future has completed 2024-11-09T11:46:27,740 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:27,740 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 555ed8ffbc7de93ac1249d052404cc11, NAME => 'SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T11:46:27,741 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,741 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,741 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,741 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,741 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d681f3dacd1da22a4a726fe4f830d94 columnFamilyName cf 2024-11-09T11:46:27,741 DEBUG [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,742 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] regionserver.HStore(327): Store=5d681f3dacd1da22a4a726fe4f830d94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5ab934963805da161d7b8bc56737a26c, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:27,742 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,743 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,744 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN in 10.2840 sec 2024-11-09T11:46:27,745 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,745 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ab934963805da161d7b8bc56737a26c, server=7934cf733c16,45515,1731152766042 because future has completed 2024-11-09T11:46:27,747 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-09T11:46:27,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a89b7dd61030058e83b784551154408, server=7934cf733c16,42227,1731152766008 in 10.0810 sec 2024-11-09T11:46:27,749 INFO [StoreOpener-e9a9d7d153eeedbb6a3d669eb6072535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-09T11:46:27,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ab934963805da161d7b8bc56737a26c, server=7934cf733c16,45515,1731152766042 in 10.1150 sec 2024-11-09T11:46:27,751 INFO [StoreOpener-555ed8ffbc7de93ac1249d052404cc11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a89b7dd61030058e83b784551154408, ASSIGN in 10.2940 sec 2024-11-09T11:46:27,752 INFO [StoreOpener-e9a9d7d153eeedbb6a3d669eb6072535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a9d7d153eeedbb6a3d669eb6072535 columnFamilyName cf 2024-11-09T11:46:27,752 DEBUG [StoreOpener-e9a9d7d153eeedbb6a3d669eb6072535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ab934963805da161d7b8bc56737a26c, ASSIGN in 10.2950 sec 2024-11-09T11:46:27,753 INFO [StoreOpener-e9a9d7d153eeedbb6a3d669eb6072535-1 {}] regionserver.HStore(327): Store=e9a9d7d153eeedbb6a3d669eb6072535/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,754 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,755 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,755 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,756 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,758 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,758 INFO [StoreOpener-555ed8ffbc7de93ac1249d052404cc11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555ed8ffbc7de93ac1249d052404cc11 columnFamilyName cf 2024-11-09T11:46:27,759 DEBUG [StoreOpener-555ed8ffbc7de93ac1249d052404cc11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,761 INFO [StoreOpener-555ed8ffbc7de93ac1249d052404cc11-1 {}] regionserver.HStore(327): Store=555ed8ffbc7de93ac1249d052404cc11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,761 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,765 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,766 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,766 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5d681f3dacd1da22a4a726fe4f830d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66448884, jitterRate=-0.009834468364715576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,767 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:27,767 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,767 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5d681f3dacd1da22a4a726fe4f830d94: Running coprocessor pre-open hook at 1731152787728Writing region info on filesystem at 1731152787728Initializing all the Stores at 1731152787737 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787737Cleaning up temporary data from old regions at 1731152787745 (+8 ms)Running coprocessor post-open hooks at 1731152787767 (+22 ms)Region opened successfully at 1731152787767 2024-11-09T11:46:27,768 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,768 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e9a9d7d153eeedbb6a3d669eb6072535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68797388, jitterRate=0.02516096830368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,768 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:27,768 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e9a9d7d153eeedbb6a3d669eb6072535: Running coprocessor pre-open hook at 1731152787738Writing region info on filesystem at 1731152787738Initializing all the Stores at 1731152787742 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787742Cleaning up temporary data from old regions at 1731152787756 (+14 ms)Running coprocessor post-open hooks at 1731152787768 (+12 ms)Region opened successfully at 1731152787768 2024-11-09T11:46:27,771 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94., pid=16, masterSystemTime=1731152787630 2024-11-09T11:46:27,771 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., pid=24, masterSystemTime=1731152787662 2024-11-09T11:46:27,771 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,771 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,773 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:27,774 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:27,774 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5d681f3dacd1da22a4a726fe4f830d94, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,46195,1731152766070 2024-11-09T11:46:27,775 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:27,775 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:27,775 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:27,775 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d032c8e05dd5281193a9372b64137bc4, NAME => 'SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T11:46:27,776 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,776 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,776 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,776 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e9a9d7d153eeedbb6a3d669eb6072535, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:27,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,46195,1731152766070 because future has completed 2024-11-09T11:46:27,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535, server=7934cf733c16,42227,1731152766008 because future has completed 2024-11-09T11:46:27,780 INFO [StoreOpener-d032c8e05dd5281193a9372b64137bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,781 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/555ed8ffbc7de93ac1249d052404cc11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,782 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 555ed8ffbc7de93ac1249d052404cc11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75406557, jitterRate=0.12364526093006134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,782 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:27,782 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 555ed8ffbc7de93ac1249d052404cc11: Running coprocessor pre-open hook at 1731152787741Writing region info on filesystem at 1731152787741Initializing all the Stores at 1731152787745 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787745Cleaning up temporary data from old regions at 1731152787771 (+26 ms)Running coprocessor post-open hooks at 1731152787782 (+11 ms)Region opened successfully at 1731152787782 2024-11-09T11:46:27,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-09T11:46:27,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,46195,1731152766070 in 10.1500 sec 2024-11-09T11:46:27,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-09T11:46:27,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535, server=7934cf733c16,42227,1731152766008 in 10.1170 sec 2024-11-09T11:46:27,787 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11., pid=20, masterSystemTime=1731152787642 2024-11-09T11:46:27,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN in 10.3290 sec 2024-11-09T11:46:27,789 INFO [StoreOpener-d032c8e05dd5281193a9372b64137bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d032c8e05dd5281193a9372b64137bc4 columnFamilyName cf 2024-11-09T11:46:27,790 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:27,790 DEBUG [StoreOpener-d032c8e05dd5281193a9372b64137bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,790 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:27,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9a9d7d153eeedbb6a3d669eb6072535, ASSIGN in 10.3310 sec 2024-11-09T11:46:27,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=555ed8ffbc7de93ac1249d052404cc11, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:27,791 INFO [StoreOpener-d032c8e05dd5281193a9372b64137bc4-1 {}] regionserver.HStore(327): Store=d032c8e05dd5281193a9372b64137bc4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,791 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,792 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,793 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555ed8ffbc7de93ac1249d052404cc11, server=7934cf733c16,45515,1731152766042 because future has completed 2024-11-09T11:46:27,794 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,794 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,795 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7934cf733c16,45515,1731152766042, table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T11:46:27,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-09T11:46:27,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 555ed8ffbc7de93ac1249d052404cc11, server=7934cf733c16,45515,1731152766042 in 10.1530 sec 2024-11-09T11:46:27,802 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=555ed8ffbc7de93ac1249d052404cc11, ASSIGN in 10.3440 sec 2024-11-09T11:46:27,810 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/d032c8e05dd5281193a9372b64137bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,811 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d032c8e05dd5281193a9372b64137bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729867, jitterRate=0.09866063296794891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,811 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:27,811 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d032c8e05dd5281193a9372b64137bc4: Running coprocessor pre-open hook at 1731152787776Writing region info on filesystem at 1731152787776Initializing all the Stores at 1731152787779 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787779Cleaning up temporary data from old regions at 1731152787794 (+15 ms)Running coprocessor post-open hooks at 1731152787811 (+17 ms)Region opened successfully at 1731152787811 2024-11-09T11:46:27,813 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4., pid=21, masterSystemTime=1731152787662 2024-11-09T11:46:27,820 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:27,820 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:27,820 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:27,820 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d39ceea32a2a031b3ff21b607c70a8d, NAME => 'SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T11:46:27,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d032c8e05dd5281193a9372b64137bc4, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:27,821 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,821 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:46:27,821 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,821 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d032c8e05dd5281193a9372b64137bc4, server=7934cf733c16,42227,1731152766008 because future has completed 2024-11-09T11:46:27,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-09T11:46:27,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d032c8e05dd5281193a9372b64137bc4, server=7934cf733c16,42227,1731152766008 in 10.1680 sec 2024-11-09T11:46:27,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d032c8e05dd5281193a9372b64137bc4, ASSIGN in 10.3740 sec 2024-11-09T11:46:27,833 INFO [StoreOpener-5d39ceea32a2a031b3ff21b607c70a8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,835 INFO [StoreOpener-5d39ceea32a2a031b3ff21b607c70a8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d39ceea32a2a031b3ff21b607c70a8d columnFamilyName cf 2024-11-09T11:46:27,835 DEBUG [StoreOpener-5d39ceea32a2a031b3ff21b607c70a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:46:27,836 INFO [StoreOpener-5d39ceea32a2a031b3ff21b607c70a8d-1 {}] regionserver.HStore(327): Store=5d39ceea32a2a031b3ff21b607c70a8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:46:27,836 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,837 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,837 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,838 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,838 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,841 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,846 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:46:27,847 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5d39ceea32a2a031b3ff21b607c70a8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66826584, jitterRate=-0.004206299781799316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:46:27,847 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:27,847 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5d39ceea32a2a031b3ff21b607c70a8d: Running coprocessor pre-open hook at 1731152787821Writing region info on filesystem at 1731152787821Initializing all the Stores at 1731152787825 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152787825Cleaning up temporary data from old regions at 1731152787838 (+13 ms)Running coprocessor post-open hooks at 1731152787847 (+9 ms)Region opened successfully at 1731152787847 2024-11-09T11:46:27,848 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d., pid=22, masterSystemTime=1731152787662 2024-11-09T11:46:27,850 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:27,850 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:27,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d39ceea32a2a031b3ff21b607c70a8d, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d, server=7934cf733c16,42227,1731152766008 because future has completed 2024-11-09T11:46:27,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-09T11:46:27,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d, server=7934cf733c16,42227,1731152766008 in 10.1970 sec 2024-11-09T11:46:27,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-09T11:46:27,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d39ceea32a2a031b3ff21b607c70a8d, ASSIGN in 10.4050 sec 2024-11-09T11:46:27,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:46:27,864 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731152787863"}]},"ts":"1731152787863"} 2024-11-09T11:46:27,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T11:46:27,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:46:27,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0190 sec 2024-11-09T11:46:30,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T11:46:32,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:32,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:32,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:33,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T11:46:33,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:33,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:33,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T11:46:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:46:35,064 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T11:46:35,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T11:46:35,065 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:46:35,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T11:46:35,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:46:35,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T11:46:35,102 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., hostname=7934cf733c16,45515,1731152766042, seqNum=2] 2024-11-09T11:46:35,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., hostname=7934cf733c16,45515,1731152766042, seqNum=2] 2024-11-09T11:46:35,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., hostname=7934cf733c16,45515,1731152766042, seqNum=2] 2024-11-09T11:46:35,111 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., hostname=7934cf733c16,45515,1731152766042, seqNum=2] 2024-11-09T11:46:35,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,175 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,180 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,187 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,240 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,244 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,245 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,247 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,248 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,252 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., hostname=7934cf733c16,46195,1731152766070, seqNum=2] 2024-11-09T11:46:35,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,344 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d., hostname=7934cf733c16,42227,1731152766008, seqNum=2] 2024-11-09T11:46:35,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:46:36,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:46:36,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:46:36,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:46:36,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:46:36,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45515 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:46:36,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46195 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:46:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:36,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:46:36,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T11:46:36,801 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T11:46:36,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:46:36,802 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T11:46:36,803 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T11:46:36,806 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T11:46:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:46:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:46:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741848_1024 (size=49) 2024-11-09T11:46:36,817 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T11:46:36,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d032c8e05dd5281193a9372b64137bc4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 555ed8ffbc7de93ac1249d052404cc11}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b828c1b903ca4d4e647237803ab1c47}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65f77e0ec9f7f07b369e81b0050224f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89b7dd61030058e83b784551154408}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab934963805da161d7b8bc56737a26c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d}] 2024-11-09T11:46:36,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:36,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:36,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:36,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:36,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:36,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:36,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:36,824 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:36,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:36,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T11:46:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T11:46:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T11:46:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T11:46:46,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5d681f3dacd1da22a4a726fe4f830d94: 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4a89b7dd61030058e83b784551154408: 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c65f77e0ec9f7f07b369e81b0050224f: 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:46,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e9a9d7d153eeedbb6a3d669eb6072535 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T11:46:46,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0b828c1b903ca4d4e647237803ab1c47: 2024-11-09T11:46:46,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T11:46:46,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:46,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T11:46:46,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d032c8e05dd5281193a9372b64137bc4: 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5ab934963805da161d7b8bc56737a26c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 467c0f5e0cd22b6b6184aa2f2a8e3503 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 555ed8ffbc7de93ac1249d052404cc11: 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. for SnapshotProcedureTest completed. 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:46,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T11:46:46,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/.tmp/cf/6ea2da9afa9a41eb9f6869ad66cb533d is 34, key is baa/cf:cf/1731152796145/Put/seqid=0 2024-11-09T11:46:46,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/.tmp/cf/6f5196ca38e3415aa5840b980424a916 is 34, key is aaa/cf:cf/1731152796095/Put/seqid=0 2024-11-09T11:46:46,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/.tmp/cf/5b76d426f83b42c18ed47dafde6eeae9 is 34, key is ccd/cf:cf/1731152796112/Put/seqid=0 2024-11-09T11:46:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:46:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:46:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741850_1026 (size=65) 2024-11-09T11:46:46,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:46:46,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T11:46:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T11:46:46,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:46,879 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:46:46,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c65f77e0ec9f7f07b369e81b0050224f in 10.0670 sec 2024-11-09T11:46:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:46:46,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:46:46,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T11:46:46,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:46:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741849_1025 (size=65) 2024-11-09T11:46:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:46:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:46:46,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5d39ceea32a2a031b3ff21b607c70a8d 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T11:46:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741851_1027 (size=57) 2024-11-09T11:46:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T11:46:46,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:46,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a89b7dd61030058e83b784551154408 2024-11-09T11:46:46,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a89b7dd61030058e83b784551154408 in 10.0890 sec 2024-11-09T11:46:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741853_1029 (size=65) 2024-11-09T11:46:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741853_1029 (size=65) 2024-11-09T11:46:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741854_1030 (size=65) 2024-11-09T11:46:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741854_1030 (size=65) 2024-11-09T11:46:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741853_1029 (size=65) 2024-11-09T11:46:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741854_1030 (size=65) 2024-11-09T11:46:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:46:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:46:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741852_1028 (size=65) 2024-11-09T11:46:46,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:46:46,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T11:46:46,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:46:46,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T11:46:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T11:46:46,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:46,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:46:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T11:46:46,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:46,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:46:46,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94 in 10.1220 sec 2024-11-09T11:46:46,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b828c1b903ca4d4e647237803ab1c47 in 10.1220 sec 2024-11-09T11:46:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741855_1031 (size=26918) 2024-11-09T11:46:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741855_1031 (size=26918) 2024-11-09T11:46:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741855_1031 (size=26918) 2024-11-09T11:46:46,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/.tmp/cf/6f5196ca38e3415aa5840b980424a916 2024-11-09T11:46:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741857_1033 (size=47197) 2024-11-09T11:46:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741857_1033 (size=47197) 2024-11-09T11:46:46,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741857_1033 (size=47197) 2024-11-09T11:46:46,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/.tmp/cf/5b76d426f83b42c18ed47dafde6eeae9 2024-11-09T11:46:46,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741856_1032 (size=28623) 2024-11-09T11:46:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741856_1032 (size=28623) 2024-11-09T11:46:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741856_1032 (size=28623) 2024-11-09T11:46:46,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/.tmp/cf/6ea2da9afa9a41eb9f6869ad66cb533d 2024-11-09T11:46:47,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/.tmp/cf/eb2ff2768a3044f1b107448613c68f8b is 34, key is eaa/cf:cf/1731152796683/Put/seqid=0 2024-11-09T11:46:47,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/.tmp/cf/6f5196ca38e3415aa5840b980424a916 as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/cf/6f5196ca38e3415aa5840b980424a916 2024-11-09T11:46:47,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/.tmp/cf/6ea2da9afa9a41eb9f6869ad66cb533d as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/cf/6ea2da9afa9a41eb9f6869ad66cb533d 2024-11-09T11:46:47,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/.tmp/cf/5b76d426f83b42c18ed47dafde6eeae9 as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/cf/5b76d426f83b42c18ed47dafde6eeae9 2024-11-09T11:46:47,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/cf/6f5196ca38e3415aa5840b980424a916, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T11:46:47,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/cf/5b76d426f83b42c18ed47dafde6eeae9, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T11:46:47,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5ab934963805da161d7b8bc56737a26c in 223ms, sequenceid=5, compaction requested=false 2024-11-09T11:46:47,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5ab934963805da161d7b8bc56737a26c: 2024-11-09T11:46:47,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. for SnapshotProcedureTest completed. 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/cf/6f5196ca38e3415aa5840b980424a916] hfiles 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/cf/6f5196ca38e3415aa5840b980424a916 for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 467c0f5e0cd22b6b6184aa2f2a8e3503 in 223ms, sequenceid=5, compaction requested=false 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 467c0f5e0cd22b6b6184aa2f2a8e3503: 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. for SnapshotProcedureTest completed. 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:47,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/cf/5b76d426f83b42c18ed47dafde6eeae9] hfiles 2024-11-09T11:46:47,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/cf/5b76d426f83b42c18ed47dafde6eeae9 for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/cf/6ea2da9afa9a41eb9f6869ad66cb533d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T11:46:47,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e9a9d7d153eeedbb6a3d669eb6072535 in 244ms, sequenceid=5, compaction requested=false 2024-11-09T11:46:47,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e9a9d7d153eeedbb6a3d669eb6072535: 2024-11-09T11:46:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741858_1034 (size=499309) 2024-11-09T11:46:47,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. for SnapshotProcedureTest completed. 2024-11-09T11:46:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741858_1034 (size=499309) 2024-11-09T11:46:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741858_1034 (size=499309) 2024-11-09T11:46:47,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:47,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/cf/6ea2da9afa9a41eb9f6869ad66cb533d] hfiles 2024-11-09T11:46:47,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/cf/6ea2da9afa9a41eb9f6869ad66cb533d for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/.tmp/cf/eb2ff2768a3044f1b107448613c68f8b 2024-11-09T11:46:47,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/.tmp/cf/eb2ff2768a3044f1b107448613c68f8b as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/cf/eb2ff2768a3044f1b107448613c68f8b 2024-11-09T11:46:47,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/cf/eb2ff2768a3044f1b107448613c68f8b, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T11:46:47,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5d39ceea32a2a031b3ff21b607c70a8d in 192ms, sequenceid=5, compaction requested=false 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5d39ceea32a2a031b3ff21b607c70a8d: 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. for SnapshotProcedureTest completed. 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/cf/eb2ff2768a3044f1b107448613c68f8b] hfiles 2024-11-09T11:46:47,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/cf/eb2ff2768a3044f1b107448613c68f8b for snapshot=SnapshotProcedureTest 2024-11-09T11:46:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741859_1035 (size=105) 2024-11-09T11:46:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741859_1035 (size=105) 2024-11-09T11:46:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741859_1035 (size=105) 2024-11-09T11:46:47,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:46:47,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T11:46:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T11:46:47,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:47,123 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:46:47,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ab934963805da161d7b8bc56737a26c in 10.3060 sec 2024-11-09T11:46:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741860_1036 (size=105) 2024-11-09T11:46:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741860_1036 (size=105) 2024-11-09T11:46:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741860_1036 (size=105) 2024-11-09T11:46:47,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:46:47,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T11:46:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T11:46:47,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:47,135 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:46:47,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503 in 10.3170 sec 2024-11-09T11:46:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741861_1037 (size=105) 2024-11-09T11:46:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741861_1037 (size=105) 2024-11-09T11:46:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741861_1037 (size=105) 2024-11-09T11:46:47,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:46:47,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T11:46:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T11:46:47,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:47,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:46:47,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9a9d7d153eeedbb6a3d669eb6072535 in 10.3300 sec 2024-11-09T11:46:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741862_1038 (size=97) 2024-11-09T11:46:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741862_1038 (size=97) 2024-11-09T11:46:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741862_1038 (size=97) 2024-11-09T11:46:47,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:46:47,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T11:46:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T11:46:47,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:47,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:46:47,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d39ceea32a2a031b3ff21b607c70a8d in 10.3440 sec 2024-11-09T11:46:47,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:46:47,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T11:46:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T11:46:47,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:47,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:46:47,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d032c8e05dd5281193a9372b64137bc4 in 10.4890 sec 2024-11-09T11:46:47,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:46:47,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T11:46:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T11:46:47,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:47,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:46:47,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-09T11:46:47,341 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T11:46:47,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 555ed8ffbc7de93ac1249d052404cc11 in 10.5220 sec 2024-11-09T11:46:47,342 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T11:46:47,343 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T11:46:47,343 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T11:46:47,345 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:46:47,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741863_1039 (size=1174) 2024-11-09T11:46:47,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741863_1039 (size=1174) 2024-11-09T11:46:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741863_1039 (size=1174) 2024-11-09T11:46:47,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T11:46:47,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T11:46:47,370 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:47,370 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:47,370 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:47,370 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:47,370 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:47,376 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,376 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,376 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,377 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:47,418 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:46:47,419 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,419 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7934cf733c16,46195,1731152766070: Simulated kill ***** 2024-11-09T11:46:47,419 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:46:47,419 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:46:47,420 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:46:47,420 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:46:47,420 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:46:47,420 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 305925536 }, "NonHeapMemoryUsage": { "committed": 178847744, "init": 7667712, "max": -1, "used": 174374480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:46:47,421 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41701 {}] master.MasterRpcServices(700): 7934cf733c16,46195,1731152766070 reported a fatal error: ***** ABORTING region server 7934cf733c16,46195,1731152766070: Simulated kill ***** 2024-11-09T11:46:47,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,46195,1731152766070' ***** 2024-11-09T11:46:47,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T11:46:47,425 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T11:46:47,425 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:46:47,425 INFO [RS:2;7934cf733c16:46195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T11:46:47,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:46:47,426 INFO [RS:2;7934cf733c16:46195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T11:46:47,426 INFO [RS:2;7934cf733c16:46195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:46:47,426 INFO [RS:2;7934cf733c16:46195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7934cf733c16:46195. 2024-11-09T11:46:47,426 DEBUG [RS:2;7934cf733c16:46195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:46:47,426 DEBUG [RS:2;7934cf733c16:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741835_1011 (size=1488) 2024-11-09T11:46:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741835_1011 (size=1488) 2024-11-09T11:46:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741835_1011 (size=1488) 2024-11-09T11:46:47,438 DEBUG [RS:2;7934cf733c16:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:46:47,438 INFO [RS:2;7934cf733c16:46195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:47,439 INFO [RS:2;7934cf733c16:46195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46195 2024-11-09T11:46:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:46:47,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,444 INFO [RS:2;7934cf733c16:46195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:46:47,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,46195,1731152766070] 2024-11-09T11:46:47,446 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:46:47,446 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:46:47,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,46195,1731152766070 already deleted, retry=false 2024-11-09T11:46:47,447 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7934cf733c16,46195,1731152766070 on 7934cf733c16,41701,1731152765946 2024-11-09T11:46:47,449 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7934cf733c16,46195,1731152766070, splitWal=true, meta=false 2024-11-09T11:46:47,449 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7934cf733c16,46195,1731152766070 (carryingMeta=false) 7934cf733c16,46195,1731152766070/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34e4f966[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T11:46:47,454 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7934cf733c16,46195,1731152766070, splitWal=true, meta=false 2024-11-09T11:46:47,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7934cf733c16,46195,1731152766070 had 3 regions 2024-11-09T11:46:47,459 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7934cf733c16,46195,1731152766070, splitWal=true, meta=false, isMeta: false 2024-11-09T11:46:47,461 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting 2024-11-09T11:46:47,463 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7934cf733c16,46195,1731152766070 WAL count=1, meta=false 2024-11-09T11:46:47,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7934cf733c16%2C46195%2C1731152766070.1731152766582}] 2024-11-09T11:46:47,465 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,46195,1731152766070 Release verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,466 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7934cf733c16,46195,1731152766070, this operation will be retried to send to another server 2024-11-09T11:46:47,466 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T11:46:47,466 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731152808466 2024-11-09T11:46:47,468 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,46195,1731152766070 Release verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,468 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:47,468 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 7934cf733c16,46195,1731152766070, this operation will be retried to send to another server 2024-11-09T11:46:47,468 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T11:46:47,468 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731152808468 2024-11-09T11:46:47,468 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-09T11:46:47,468 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-09T11:46:47,468 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-09T11:46:47,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C46195%2C1731152766070.1731152766582, worker=7934cf733c16,45515,1731152766042}] 2024-11-09T11:46:47,471 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,46195,1731152766070 Release verify snapshot worker=7934cf733c16,46195,1731152766070 2024-11-09T11:46:47,471 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 7934cf733c16,46195,1731152766070, this operation will be retried to send to another server 2024-11-09T11:46:47,471 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T11:46:47,471 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731152808471 2024-11-09T11:46:47,513 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:46:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:47,546 INFO [RS:2;7934cf733c16:46195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:46:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x100d751d8900003, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:46:47,546 INFO [RS:2;7934cf733c16:46195 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,46195,1731152766070; zookeeper connection closed. 2024-11-09T11:46:47,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@530e9e48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@530e9e48 2024-11-09T11:46:51,756 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7934cf733c16:41879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T11:46:56,757 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:46:56,757 INFO [master/7934cf733c16:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:46:57,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T11:46:57,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T11:46:57,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T11:46:57,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T11:46:57,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T11:46:57,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T11:46:57,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T11:46:57,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:46:57,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T11:46:57,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T11:46:57,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T11:46:57,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T11:46:57,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T11:46:57,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T11:46:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T11:46:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T11:46:57,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T11:46:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T11:46:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T11:46:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T11:46:57,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,388 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 Release verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,389 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T11:46:57,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 10.0200 sec 2024-11-09T11:46:57,398 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 Release verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,399 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582, size=1.5 K (1488bytes) 2024-11-09T11:46:57,399 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 2024-11-09T11:46:57,400 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 after 1ms 2024-11-09T11:46:57,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 in 10.0200 sec 2024-11-09T11:46:57,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 Release verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 10.0210 sec 2024-11-09T11:46:57,403 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,403 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,403 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 in 10.0320 sec 2024-11-09T11:46:57,405 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 took 6ms 2024-11-09T11:46:57,406 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 in 10.0300 sec 2024-11-09T11:46:57,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 10.0350 sec 2024-11-09T11:46:57,411 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0b828c1b903ca4d4e647237803ab1c47: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T11:46:57,413 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 467c0f5e0cd22b6b6184aa2f2a8e3503: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T11:46:57,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5d681f3dacd1da22a4a726fe4f830d94: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T11:46:57,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 so closing down 2024-11-09T11:46:57,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T11:46:57,414 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T11:46:57,414 INFO [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-09T11:46:57,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582, journal: Splitting hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582, size=1.5 K (1488bytes) at 1731152817399Finishing writing output for hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 so closing down at 1731152817414 (+15 ms)3 split writer threads finished at 1731152817414Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731152817414 2024-11-09T11:46:57,415 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 2024-11-09T11:46:57,415 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7934cf733c16:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T11:46:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T11:46:57,419 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting/7934cf733c16%2C46195%2C1731152766070.1731152766582 to hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs 2024-11-09T11:46:57,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T11:46:57,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7934cf733c16%2C46195%2C1731152766070.1731152766582, worker=7934cf733c16,45515,1731152766042 in 9.9490 sec 2024-11-09T11:46:57,422 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T11:46:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7934cf733c16%2C46195%2C1731152766070.1731152766582, worker=7934cf733c16,45515,1731152766042 in 9.9590 sec 2024-11-09T11:46:57,426 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting dir is empty, no logs to split. 2024-11-09T11:46:57,426 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7934cf733c16,46195,1731152766070 WAL count=0, meta=false 2024-11-09T11:46:57,426 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7934cf733c16,46195,1731152766070 WAL splitting is done? wals=0, meta=false 2024-11-09T11:46:57,428 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7934cf733c16,46195,1731152766070 failed, ignore...File hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/WALs/7934cf733c16,46195,1731152766070-splitting does not exist. 2024-11-09T11:46:57,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN}] 2024-11-09T11:46:57,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN 2024-11-09T11:46:57,430 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN 2024-11-09T11:46:57,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN 2024-11-09T11:46:57,431 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:46:57,431 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:46:57,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(204): Hosts are {7934cf733c16=0} racks are {/default-rack=0} 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T11:46:57,582 INFO [7934cf733c16:41701 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T11:46:57,582 INFO [7934cf733c16:41701 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T11:46:57,582 DEBUG [7934cf733c16:41701 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T11:46:57,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=5d681f3dacd1da22a4a726fe4f830d94, regionState=OPENING, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:46:57,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=467c0f5e0cd22b6b6184aa2f2a8e3503, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0b828c1b903ca4d4e647237803ab1c47, regionState=OPENING, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:46:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN because future has completed 2024-11-09T11:46:57,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:46:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN because future has completed 2024-11-09T11:46:57,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,45515,1731152766042}] 2024-11-09T11:46:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b828c1b903ca4d4e647237803ab1c47, ASSIGN because future has completed 2024-11-09T11:46:57,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b828c1b903ca4d4e647237803ab1c47, server=7934cf733c16,42227,1731152766008}] 2024-11-09T11:47:05,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:47:06,536 INFO [regionserver/7934cf733c16:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T11:47:07,406 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,406 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d681f3dacd1da22a4a726fe4f830d94, NAME => 'SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T11:47:07,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T11:47:07,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T11:47:07,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T11:47:07,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T11:47:07,406 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,406 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:47:07,407 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T11:47:07,407 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T11:47:07,408 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T11:47:07,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T11:47:07,408 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 467c0f5e0cd22b6b6184aa2f2a8e3503, NAME => 'SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T11:47:07,408 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,408 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:47:07,408 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,408 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,409 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T11:47:07,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T11:47:07,410 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d681f3dacd1da22a4a726fe4f830d94 columnFamilyName cf 2024-11-09T11:47:07,410 DEBUG [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:47:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T11:47:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T11:47:07,411 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,412 INFO [StoreOpener-5d681f3dacd1da22a4a726fe4f830d94-1 {}] regionserver.HStore(327): Store=5d681f3dacd1da22a4a726fe4f830d94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:47:07,412 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 20.0420 sec 2024-11-09T11:47:07,413 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 20.0430 sec 2024-11-09T11:47:07,414 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 Release verify snapshot worker=7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,414 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 Release verify snapshot worker=7934cf733c16,42227,1731152766008 2024-11-09T11:47:07,415 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,415 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,45515,1731152766042 in 20.0460 sec 2024-11-09T11:47:07,415 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-09T11:47:07,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7934cf733c16,42227,1731152766008 in 20.0460 sec 2024-11-09T11:47:07,417 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T11:47:07,417 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T11:47:07,417 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,418 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,419 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467c0f5e0cd22b6b6184aa2f2a8e3503 columnFamilyName cf 2024-11-09T11:47:07,419 DEBUG [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:47:07,419 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 5d681f3dacd1da22a4a726fe4f830d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61913710, jitterRate=-0.07741382718086243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:47:07,419 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,419 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T11:47:07,419 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 5d681f3dacd1da22a4a726fe4f830d94: Running coprocessor pre-open hook at 1731152827407Writing region info on filesystem at 1731152827407Initializing all the Stores at 1731152827408 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152827408Cleaning up temporary data from old regions at 1731152827415 (+7 ms)Running coprocessor post-open hooks at 1731152827419 (+4 ms)Region opened successfully at 1731152827419 2024-11-09T11:47:07,419 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T11:47:07,420 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94., pid=53, masterSystemTime=1731152827399 2024-11-09T11:47:07,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6200 sec 2024-11-09T11:47:07,422 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,422 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=5d681f3dacd1da22a4a726fe4f830d94, regionState=OPEN, openSeqNum=2, regionLocation=7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,45515,1731152766042 because future has completed 2024-11-09T11:47:07,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-09T11:47:07,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d681f3dacd1da22a4a726fe4f830d94, server=7934cf733c16,45515,1731152766042 in 9.8390 sec 2024-11-09T11:47:07,429 DEBUG [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/cf/5b76d426f83b42c18ed47dafde6eeae9 2024-11-09T11:47:07,429 INFO [StoreOpener-467c0f5e0cd22b6b6184aa2f2a8e3503-1 {}] regionserver.HStore(327): Store=467c0f5e0cd22b6b6184aa2f2a8e3503/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:47:07,429 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d681f3dacd1da22a4a726fe4f830d94, ASSIGN in 9.9990 sec 2024-11-09T11:47:07,430 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,432 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,432 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,432 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,435 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,438 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:47:07,440 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 467c0f5e0cd22b6b6184aa2f2a8e3503; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60046423, jitterRate=-0.10523857176303864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:47:07,441 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,441 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 467c0f5e0cd22b6b6184aa2f2a8e3503: Running coprocessor pre-open hook at 1731152827409Writing region info on filesystem at 1731152827409Initializing all the Stores at 1731152827410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152827410Cleaning up temporary data from old regions at 1731152827432 (+22 ms)Running coprocessor post-open hooks at 1731152827441 (+9 ms)Region opened successfully at 1731152827441 2024-11-09T11:47:07,442 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., pid=52, masterSystemTime=1731152827403 2024-11-09T11:47:07,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=467c0f5e0cd22b6b6184aa2f2a8e3503, regionState=OPEN, openSeqNum=6, regionLocation=7934cf733c16,42227,1731152766008 2024-11-09T11:47:07,448 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,448 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,448 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. 2024-11-09T11:47:07,449 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b828c1b903ca4d4e647237803ab1c47, NAME => 'SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T11:47:07,449 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,449 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:47:07,449 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,449 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,450 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T11:47:07,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,42227,1731152766008 because future has completed 2024-11-09T11:47:07,454 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7934cf733c16,42227,1731152766008, table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T11:47:07,455 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T11:47:07,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:47:07,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:47:07,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:47:07,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:47:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:47:07,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1697715240, stopped=false 2024-11-09T11:47:07,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7934cf733c16,41701,1731152765946 2024-11-09T11:47:07,458 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-09T11:47:07,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 467c0f5e0cd22b6b6184aa2f2a8e3503, server=7934cf733c16,42227,1731152766008 in 9.8700 sec 2024-11-09T11:47:07,460 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b828c1b903ca4d4e647237803ab1c47 columnFamilyName cf 2024-11-09T11:47:07,460 DEBUG [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:47:07,461 INFO [StoreOpener-0b828c1b903ca4d4e647237803ab1c47-1 {}] regionserver.HStore(327): Store=0b828c1b903ca4d4e647237803ab1c47/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:47:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:47:07,461 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:47:07,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=467c0f5e0cd22b6b6184aa2f2a8e3503, ASSIGN in 10.0310 sec 2024-11-09T11:47:07,462 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:47:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:47:07,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:47:07,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:47:07,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,42227,1731152766008' ***** 2024-11-09T11:47:07,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:47:07,468 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:47:07,468 INFO [RS:0;7934cf733c16:42227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:47:07,468 INFO [RS:0;7934cf733c16:42227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:47:07,468 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:47:07,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7934cf733c16,45515,1731152766042' ***** 2024-11-09T11:47:07,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:47:07,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:47:07,468 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:47:07,468 INFO [RS:1;7934cf733c16:45515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:47:07,468 INFO [RS:1;7934cf733c16:45515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:47:07,468 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ab934963805da161d7b8bc56737a26c 2024-11-09T11:47:07,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:47:07,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:47:07,471 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d39ceea32a2a031b3ff21b607c70a8d 2024-11-09T11:47:07,471 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a89b7dd61030058e83b784551154408 2024-11-09T11:47:07,471 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for 467c0f5e0cd22b6b6184aa2f2a8e3503 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for d032c8e05dd5281193a9372b64137bc4 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(959): stopping server 7934cf733c16,42227,1731152766008 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:47:07,472 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9a9d7d153eeedbb6a3d669eb6072535, disabling compactions & flushes 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7934cf733c16:42227. 2024-11-09T11:47:07,472 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:47:07,472 DEBUG [RS:0;7934cf733c16:42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:47:07,472 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:47:07,472 DEBUG [RS:0;7934cf733c16:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,472 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. after waiting 0 ms 2024-11-09T11:47:07,472 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:47:07,472 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:47:07,473 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,473 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d681f3dacd1da22a4a726fe4f830d94 2024-11-09T11:47:07,473 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(3091): Received CLOSE for c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:47:07,473 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(3091): Received CLOSE for 555ed8ffbc7de93ac1249d052404cc11 2024-11-09T11:47:07,473 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(959): stopping server 7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,473 INFO [RS:1;7934cf733c16:45515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:47:07,474 INFO [RS:1;7934cf733c16:45515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7934cf733c16:45515. 2024-11-09T11:47:07,474 DEBUG [RS:1;7934cf733c16:45515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:47:07,474 DEBUG [RS:1;7934cf733c16:45515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,474 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,474 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,474 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T11:47:07,474 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T11:47:07,474 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1325): Online Regions={5ab934963805da161d7b8bc56737a26c=SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c., 5d681f3dacd1da22a4a726fe4f830d94=SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94., c65f77e0ec9f7f07b369e81b0050224f=SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f., 555ed8ffbc7de93ac1249d052404cc11=SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11.} 2024-11-09T11:47:07,474 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1325): Online Regions={e9a9d7d153eeedbb6a3d669eb6072535=SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535., 5d39ceea32a2a031b3ff21b607c70a8d=SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d., 4a89b7dd61030058e83b784551154408=SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408., 467c0f5e0cd22b6b6184aa2f2a8e3503=SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503., 1588230740=hbase:meta,,1.1588230740, d032c8e05dd5281193a9372b64137bc4=SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4.} 2024-11-09T11:47:07,474 DEBUG [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1351): Waiting on 555ed8ffbc7de93ac1249d052404cc11, 5ab934963805da161d7b8bc56737a26c, 5d681f3dacd1da22a4a726fe4f830d94, c65f77e0ec9f7f07b369e81b0050224f 2024-11-09T11:47:07,474 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1351): Waiting on 0b828c1b903ca4d4e647237803ab1c47, 1588230740, 467c0f5e0cd22b6b6184aa2f2a8e3503, 4a89b7dd61030058e83b784551154408, 5d39ceea32a2a031b3ff21b607c70a8d, d032c8e05dd5281193a9372b64137bc4, e9a9d7d153eeedbb6a3d669eb6072535 2024-11-09T11:47:07,474 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:47:07,474 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:47:07,474 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:47:07,474 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:47:07,474 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:47:07,474 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.78 KB heapSize=24.84 KB 2024-11-09T11:47:07,476 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,478 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 0b828c1b903ca4d4e647237803ab1c47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71113333, jitterRate=0.05967123806476593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:47:07,479 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b828c1b903ca4d4e647237803ab1c47 2024-11-09T11:47:07,479 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 0b828c1b903ca4d4e647237803ab1c47: Running coprocessor pre-open hook at 1731152827452Writing region info on filesystem at 1731152827452Initializing all the Stores at 1731152827454 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731152827454Cleaning up temporary data from old regions at 1731152827474 (+20 ms)Running coprocessor post-open hooks at 1731152827479 (+5 ms)Region opened successfully at 1731152827479 2024-11-09T11:47:07,480 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:47:07,481 WARN [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7934cf733c16,42227,1731152766008 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:47:07,482 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ab934963805da161d7b8bc56737a26c, disabling compactions & flushes 2024-11-09T11:47:07,482 ERROR [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2440): ***** ABORTING region server 7934cf733c16,42227,1731152766008: Failed to open region SPTestTable,33333332,1731152776847.0b828c1b903ca4d4e647237803ab1c47. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7934cf733c16,42227,1731152766008 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:47:07,482 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:47:07,482 ERROR [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T11:47:07,482 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:47:07,482 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. after waiting 0 ms 2024-11-09T11:47:07,482 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:47:07,482 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T11:47:07,483 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T11:47:07,483 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T11:47:07,483 DEBUG [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T11:47:07,483 INFO [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 410783136 }, "NonHeapMemoryUsage": { "committed": 179044352, "init": 7667712, "max": -1, "used": 175107064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T11:47:07,485 INFO [regionserver/7934cf733c16:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:47:07,485 WARN [RS_OPEN_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7934cf733c16:41701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7934cf733c16:41701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more 2024-11-09T11:47:07,494 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/e9a9d7d153eeedbb6a3d669eb6072535/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:47:07,495 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9a9d7d153eeedbb6a3d669eb6072535: Waiting for close lock at 1731152827472Running coprocessor pre-close hooks at 1731152827472Disabling compacts and flushes for region at 1731152827472Disabling writes for close at 1731152827472Writing region close event to WAL at 1731152827481 (+9 ms)Running coprocessor post-close hooks at 1731152827494 (+13 ms)Closed at 1731152827495 (+1 ms) 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731152776847.e9a9d7d153eeedbb6a3d669eb6072535. 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d39ceea32a2a031b3ff21b607c70a8d, disabling compactions & flushes 2024-11-09T11:47:07,495 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. after waiting 0 ms 2024-11-09T11:47:07,495 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:47:07,508 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/info/fbf353fb59934e818b4311c3f798f95e is 167, key is SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11./info:regioninfo/1731152787791/Put/seqid=0 2024-11-09T11:47:07,516 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5ab934963805da161d7b8bc56737a26c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:47:07,517 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d39ceea32a2a031b3ff21b607c70a8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T11:47:07,517 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:47:07,517 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ab934963805da161d7b8bc56737a26c: Waiting for close lock at 1731152827482Running coprocessor pre-close hooks at 1731152827482Disabling compacts and flushes for region at 1731152827482Disabling writes for close at 1731152827482Writing region close event to WAL at 1731152827488 (+6 ms)Running coprocessor post-close hooks at 1731152827517 (+29 ms)Closed at 1731152827517 2024-11-09T11:47:07,518 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731152776847.5ab934963805da161d7b8bc56737a26c. 2024-11-09T11:47:07,518 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d681f3dacd1da22a4a726fe4f830d94, disabling compactions & flushes 2024-11-09T11:47:07,518 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,518 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,518 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. after waiting 0 ms 2024-11-09T11:47:07,518 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,519 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d39ceea32a2a031b3ff21b607c70a8d: Waiting for close lock at 1731152827495Running coprocessor pre-close hooks at 1731152827495Disabling compacts and flushes for region at 1731152827495Disabling writes for close at 1731152827495Writing region close event to WAL at 1731152827496 (+1 ms)Running coprocessor post-close hooks at 1731152827519 (+23 ms)Closed at 1731152827519 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731152776847.5d39ceea32a2a031b3ff21b607c70a8d. 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a89b7dd61030058e83b784551154408, disabling compactions & flushes 2024-11-09T11:47:07,519 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. after waiting 0 ms 2024-11-09T11:47:07,519 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:47:07,533 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/4a89b7dd61030058e83b784551154408/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:47:07,534 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/5d681f3dacd1da22a4a726fe4f830d94/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a89b7dd61030058e83b784551154408: Waiting for close lock at 1731152827519Running coprocessor pre-close hooks at 1731152827519Disabling compacts and flushes for region at 1731152827519Disabling writes for close at 1731152827519Writing region close event to WAL at 1731152827521 (+2 ms)Running coprocessor post-close hooks at 1731152827534 (+13 ms)Closed at 1731152827534 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731152776847.4a89b7dd61030058e83b784551154408. 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 467c0f5e0cd22b6b6184aa2f2a8e3503, disabling compactions & flushes 2024-11-09T11:47:07,534 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. after waiting 0 ms 2024-11-09T11:47:07,534 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741864_1040 (size=19471) 2024-11-09T11:47:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741864_1040 (size=19471) 2024-11-09T11:47:07,535 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,535 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d681f3dacd1da22a4a726fe4f830d94: Waiting for close lock at 1731152827518Running coprocessor pre-close hooks at 1731152827518Disabling compacts and flushes for region at 1731152827518Disabling writes for close at 1731152827518Writing region close event to WAL at 1731152827519 (+1 ms)Running coprocessor post-close hooks at 1731152827535 (+16 ms)Closed at 1731152827535 2024-11-09T11:47:07,535 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731152776847.5d681f3dacd1da22a4a726fe4f830d94. 2024-11-09T11:47:07,536 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65f77e0ec9f7f07b369e81b0050224f, disabling compactions & flushes 2024-11-09T11:47:07,536 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:47:07,536 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:47:07,536 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. after waiting 0 ms 2024-11-09T11:47:07,536 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:47:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741864_1040 (size=19471) 2024-11-09T11:47:07,537 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.62 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/info/fbf353fb59934e818b4311c3f798f95e 2024-11-09T11:47:07,542 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/467c0f5e0cd22b6b6184aa2f2a8e3503/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-09T11:47:07,543 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 467c0f5e0cd22b6b6184aa2f2a8e3503: Waiting for close lock at 1731152827534Running coprocessor pre-close hooks at 1731152827534Disabling compacts and flushes for region at 1731152827534Disabling writes for close at 1731152827534Writing region close event to WAL at 1731152827538 (+4 ms)Running coprocessor post-close hooks at 1731152827543 (+5 ms)Closed at 1731152827543 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731152776847.467c0f5e0cd22b6b6184aa2f2a8e3503. 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d032c8e05dd5281193a9372b64137bc4, disabling compactions & flushes 2024-11-09T11:47:07,543 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. after waiting 0 ms 2024-11-09T11:47:07,543 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:47:07,544 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/c65f77e0ec9f7f07b369e81b0050224f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:47:07,545 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65f77e0ec9f7f07b369e81b0050224f: Waiting for close lock at 1731152827536Running coprocessor pre-close hooks at 1731152827536Disabling compacts and flushes for region at 1731152827536Disabling writes for close at 1731152827536Writing region close event to WAL at 1731152827537 (+1 ms)Running coprocessor post-close hooks at 1731152827545 (+8 ms)Closed at 1731152827545 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731152776847.c65f77e0ec9f7f07b369e81b0050224f. 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 555ed8ffbc7de93ac1249d052404cc11, disabling compactions & flushes 2024-11-09T11:47:07,545 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. after waiting 0 ms 2024-11-09T11:47:07,545 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:47:07,549 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/d032c8e05dd5281193a9372b64137bc4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:47:07,550 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:47:07,550 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/default/SPTestTable/555ed8ffbc7de93ac1249d052404cc11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T11:47:07,550 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d032c8e05dd5281193a9372b64137bc4: Waiting for close lock at 1731152827543Running coprocessor pre-close hooks at 1731152827543Disabling compacts and flushes for region at 1731152827543Disabling writes for close at 1731152827543Writing region close event to WAL at 1731152827544 (+1 ms)Running coprocessor post-close hooks at 1731152827549 (+5 ms)Closed at 1731152827549 2024-11-09T11:47:07,550 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731152776847.d032c8e05dd5281193a9372b64137bc4. 2024-11-09T11:47:07,550 INFO [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:47:07,550 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 555ed8ffbc7de93ac1249d052404cc11: Waiting for close lock at 1731152827545Running coprocessor pre-close hooks at 1731152827545Disabling compacts and flushes for region at 1731152827545Disabling writes for close at 1731152827545Writing region close event to WAL at 1731152827546 (+1 ms)Running coprocessor post-close hooks at 1731152827550 (+4 ms)Closed at 1731152827550 2024-11-09T11:47:07,550 DEBUG [RS_CLOSE_REGION-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731152776847.555ed8ffbc7de93ac1249d052404cc11. 2024-11-09T11:47:07,565 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/ns/f534f140a0ef498881dcc43ee14a5e8f is 43, key is default/ns:d/1731152776721/Put/seqid=0 2024-11-09T11:47:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741865_1041 (size=5153) 2024-11-09T11:47:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741865_1041 (size=5153) 2024-11-09T11:47:07,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741865_1041 (size=5153) 2024-11-09T11:47:07,575 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/ns/f534f140a0ef498881dcc43ee14a5e8f 2024-11-09T11:47:07,609 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/table/3b06e9c7fbab41ba806cc5e835447254 is 47, key is SPTestTable/table:state/1731152787863/Put/seqid=0 2024-11-09T11:47:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741866_1042 (size=5214) 2024-11-09T11:47:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741866_1042 (size=5214) 2024-11-09T11:47:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741866_1042 (size=5214) 2024-11-09T11:47:07,621 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/table/3b06e9c7fbab41ba806cc5e835447254 2024-11-09T11:47:07,630 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/info/fbf353fb59934e818b4311c3f798f95e as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/info/fbf353fb59934e818b4311c3f798f95e 2024-11-09T11:47:07,638 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/info/fbf353fb59934e818b4311c3f798f95e, entries=109, sequenceid=34, filesize=19.0 K 2024-11-09T11:47:07,639 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/ns/f534f140a0ef498881dcc43ee14a5e8f as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/ns/f534f140a0ef498881dcc43ee14a5e8f 2024-11-09T11:47:07,645 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/ns/f534f140a0ef498881dcc43ee14a5e8f, entries=2, sequenceid=34, filesize=5.0 K 2024-11-09T11:47:07,646 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/.tmp/table/3b06e9c7fbab41ba806cc5e835447254 as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/table/3b06e9c7fbab41ba806cc5e835447254 2024-11-09T11:47:07,652 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/table/3b06e9c7fbab41ba806cc5e835447254, entries=2, sequenceid=34, filesize=5.1 K 2024-11-09T11:47:07,655 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=34, compaction requested=false 2024-11-09T11:47:07,675 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(976): stopping server 7934cf733c16,45515,1731152766042; all regions closed. 2024-11-09T11:47:07,677 DEBUG [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:47:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741834_1010 (size=2947) 2024-11-09T11:47:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741834_1010 (size=2947) 2024-11-09T11:47:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741834_1010 (size=2947) 2024-11-09T11:47:07,699 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-09T11:47:07,700 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:47:07,700 INFO [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:47:07,700 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731152827474Running coprocessor pre-close hooks at 1731152827474Disabling compacts and flushes for region at 1731152827474Disabling writes for close at 1731152827474Obtaining lock to block concurrent updates at 1731152827474Preparing flush snapshotting stores in 1588230740 at 1731152827474Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15133, getHeapSize=25368, getOffHeapSize=0, getCellsCount=123 at 1731152827475 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731152827476 (+1 ms)Flushing 1588230740/info: creating writer at 1731152827476Flushing 1588230740/info: appending metadata at 1731152827507 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731152827508 (+1 ms)Flushing 1588230740/ns: creating writer at 1731152827545 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731152827565 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731152827565Flushing 1588230740/table: creating writer at 1731152827583 (+18 ms)Flushing 1588230740/table: appending metadata at 1731152827609 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731152827609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6baa6dfb: reopening flushed file at 1731152827629 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e02072a: reopening flushed file at 1731152827638 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406f1023: reopening flushed file at 1731152827645 (+7 ms)Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=34, compaction requested=false at 1731152827655 (+10 ms)Writing region close event to WAL at 1731152827675 (+20 ms)Running coprocessor post-close hooks at 1731152827700 (+25 ms)Closed at 1731152827700 2024-11-09T11:47:07,701 DEBUG [RS_CLOSE_META-regionserver/7934cf733c16:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:47:07,703 DEBUG [RS:1;7934cf733c16:45515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/oldWALs 2024-11-09T11:47:07,703 INFO [RS:1;7934cf733c16:45515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7934cf733c16%2C45515%2C1731152766042:(num 1731152766579) 2024-11-09T11:47:07,703 DEBUG [RS:1;7934cf733c16:45515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,703 INFO [RS:1;7934cf733c16:45515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:47:07,703 INFO [RS:1;7934cf733c16:45515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] hbase.ChoreService(370): Chore service for: regionserver/7934cf733c16:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:47:07,704 INFO [RS:1;7934cf733c16:45515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45515 2024-11-09T11:47:07,705 INFO [regionserver/7934cf733c16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:47:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:47:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,45515,1731152766042 2024-11-09T11:47:07,708 INFO [RS:1;7934cf733c16:45515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:47:07,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,45515,1731152766042] 2024-11-09T11:47:07,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,45515,1731152766042 already deleted, retry=false 2024-11-09T11:47:07,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7934cf733c16,45515,1731152766042 expired; onlineServers=1 2024-11-09T11:47:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:07,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45515-0x100d751d8900002, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:07,811 INFO [RS:1;7934cf733c16:45515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:47:07,811 INFO [RS:1;7934cf733c16:45515 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,45515,1731152766042; zookeeper connection closed. 2024-11-09T11:47:07,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f1e3ce4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f1e3ce4 2024-11-09T11:47:07,877 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(976): stopping server 7934cf733c16,42227,1731152766008; all regions closed. 2024-11-09T11:47:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741836_1012 (size=17771) 2024-11-09T11:47:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741836_1012 (size=17771) 2024-11-09T11:47:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741836_1012 (size=17771) 2024-11-09T11:47:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741833_1009 (size=4347) 2024-11-09T11:47:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741833_1009 (size=4347) 2024-11-09T11:47:07,914 DEBUG [RS:0;7934cf733c16:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:47:07,914 INFO [RS:0;7934cf733c16:42227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:47:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741833_1009 (size=4347) 2024-11-09T11:47:07,921 INFO [RS:0;7934cf733c16:42227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:47:07,923 INFO [RS:0;7934cf733c16:42227 {}] hbase.ChoreService(370): Chore service for: regionserver/7934cf733c16:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T11:47:07,924 INFO [RS:0;7934cf733c16:42227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:47:07,924 INFO [regionserver/7934cf733c16:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:47:07,924 INFO [RS:0;7934cf733c16:42227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42227 2024-11-09T11:47:07,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7934cf733c16,42227,1731152766008 2024-11-09T11:47:07,926 INFO [RS:0;7934cf733c16:42227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:47:07,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:47:07,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7934cf733c16,42227,1731152766008] 2024-11-09T11:47:07,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7934cf733c16,42227,1731152766008 already deleted, retry=false 2024-11-09T11:47:07,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7934cf733c16,42227,1731152766008 expired; onlineServers=0 2024-11-09T11:47:07,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7934cf733c16,41701,1731152765946' ***** 2024-11-09T11:47:07,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:47:07,930 INFO [M:0;7934cf733c16:41701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:47:07,930 INFO [M:0;7934cf733c16:41701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:47:07,930 DEBUG [M:0;7934cf733c16:41701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:47:07,930 DEBUG [M:0;7934cf733c16:41701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:47:07,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:47:07,930 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152766315 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.large.0-1731152766315,5,FailOnTimeoutGroup] 2024-11-09T11:47:07,930 INFO [M:0;7934cf733c16:41701 {}] hbase.ChoreService(370): Chore service for: master/7934cf733c16:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:47:07,930 INFO [M:0;7934cf733c16:41701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:47:07,930 DEBUG [master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152766319 {}] cleaner.HFileCleaner(306): Exit Thread[master/7934cf733c16:0:becomeActiveMaster-HFileCleaner.small.0-1731152766319,5,FailOnTimeoutGroup] 2024-11-09T11:47:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T11:47:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:47:07,943 DEBUG [M:0;7934cf733c16:41701 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:47:07,943 INFO [M:0;7934cf733c16:41701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:47:07,943 INFO [M:0;7934cf733c16:41701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:47:07,944 ERROR [M:0;7934cf733c16:41701 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:38651 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38651,5,PEWorkerGroup] 2024-11-09T11:47:07,944 INFO [M:0;7934cf733c16:41701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:47:07,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:47:07,949 DEBUG [M:0;7934cf733c16:41701 {}] zookeeper.ZKUtil(347): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T11:47:07,949 WARN [M:0;7934cf733c16:41701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:47:07,953 INFO [M:0;7934cf733c16:41701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/.lastflushedseqids 2024-11-09T11:47:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741867_1043 (size=650) 2024-11-09T11:47:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741867_1043 (size=650) 2024-11-09T11:47:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741867_1043 (size=650) 2024-11-09T11:47:08,002 INFO [M:0;7934cf733c16:41701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:47:08,002 INFO [M:0;7934cf733c16:41701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:47:08,002 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:47:08,002 INFO [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:47:08,002 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:47:08,002 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:47:08,002 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:47:08,003 INFO [M:0;7934cf733c16:41701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.22 KB heapSize=259.92 KB 2024-11-09T11:47:08,029 INFO [RS:0;7934cf733c16:42227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:47:08,029 INFO [RS:0;7934cf733c16:42227 {}] regionserver.HRegionServer(1031): Exiting; stopping=7934cf733c16,42227,1731152766008; zookeeper connection closed. 2024-11-09T11:47:08,031 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28696951 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28696951 2024-11-09T11:47:08,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T11:47:08,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:08,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x100d751d8900001, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:08,043 DEBUG [M:0;7934cf733c16:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8705d28af374e308da0b1d0553321f2 is 82, key is hbase:meta,,1/info:regioninfo/1731152776687/Put/seqid=0 2024-11-09T11:47:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741868_1044 (size=5672) 2024-11-09T11:47:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741868_1044 (size=5672) 2024-11-09T11:47:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741868_1044 (size=5672) 2024-11-09T11:47:08,083 INFO [M:0;7934cf733c16:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8705d28af374e308da0b1d0553321f2 2024-11-09T11:47:08,119 DEBUG [M:0;7934cf733c16:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd15d22449c431d85ac9aab0ea5a564 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731152787871/Put/seqid=0 2024-11-09T11:47:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741869_1045 (size=12207) 2024-11-09T11:47:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741869_1045 (size=12207) 2024-11-09T11:47:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741869_1045 (size=12207) 2024-11-09T11:47:08,129 INFO [M:0;7934cf733c16:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.48 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd15d22449c431d85ac9aab0ea5a564 2024-11-09T11:47:08,135 INFO [M:0;7934cf733c16:41701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fd15d22449c431d85ac9aab0ea5a564 2024-11-09T11:47:08,155 DEBUG [M:0;7934cf733c16:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2998712f0845a6b0e25c26302d8eec is 69, key is 7934cf733c16,42227,1731152766008/rs:state/1731152766352/Put/seqid=0 2024-11-09T11:47:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741870_1046 (size=5442) 2024-11-09T11:47:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741870_1046 (size=5442) 2024-11-09T11:47:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741870_1046 (size=5442) 2024-11-09T11:47:08,170 INFO [M:0;7934cf733c16:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2998712f0845a6b0e25c26302d8eec 2024-11-09T11:47:08,175 INFO [M:0;7934cf733c16:41701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2998712f0845a6b0e25c26302d8eec 2024-11-09T11:47:08,177 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8705d28af374e308da0b1d0553321f2 as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8705d28af374e308da0b1d0553321f2 2024-11-09T11:47:08,183 INFO [M:0;7934cf733c16:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8705d28af374e308da0b1d0553321f2, entries=8, sequenceid=455, filesize=5.5 K 2024-11-09T11:47:08,184 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd15d22449c431d85ac9aab0ea5a564 as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd15d22449c431d85ac9aab0ea5a564 2024-11-09T11:47:08,190 INFO [M:0;7934cf733c16:41701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fd15d22449c431d85ac9aab0ea5a564 2024-11-09T11:47:08,190 INFO [M:0;7934cf733c16:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd15d22449c431d85ac9aab0ea5a564, entries=54, sequenceid=455, filesize=11.9 K 2024-11-09T11:47:08,191 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2998712f0845a6b0e25c26302d8eec as hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2998712f0845a6b0e25c26302d8eec 2024-11-09T11:47:08,198 INFO [M:0;7934cf733c16:41701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2998712f0845a6b0e25c26302d8eec 2024-11-09T11:47:08,198 INFO [M:0;7934cf733c16:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38651/user/jenkins/test-data/de688e5c-e4ee-7a7c-2129-2b73eaf563fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2998712f0845a6b0e25c26302d8eec, entries=3, sequenceid=455, filesize=5.3 K 2024-11-09T11:47:08,199 INFO [M:0;7934cf733c16:41701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.22 KB/223457, heapSize ~259.63 KB/265856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=455, compaction requested=false 2024-11-09T11:47:08,203 INFO [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:47:08,203 DEBUG [M:0;7934cf733c16:41701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731152828002Disabling compacts and flushes for region at 1731152828002Disabling writes for close at 1731152828002Obtaining lock to block concurrent updates at 1731152828003 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731152828003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223457, getHeapSize=266096, getOffHeapSize=0, getCellsCount=550 at 1731152828003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731152828005 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731152828005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731152828042 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731152828042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731152828092 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731152828118 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731152828118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731152828135 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731152828154 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731152828154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205dc2c2: reopening flushed file at 1731152828176 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3357e625: reopening flushed file at 1731152828183 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4265aa1d: reopening flushed file at 1731152828190 (+7 ms)Finished flush of dataSize ~218.22 KB/223457, heapSize ~259.63 KB/265856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=455, compaction requested=false at 1731152828199 (+9 ms)Writing region close event to WAL at 1731152828203 (+4 ms)Closed at 1731152828203 2024-11-09T11:47:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741830_1006 (size=253831) 2024-11-09T11:47:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741830_1006 (size=253831) 2024-11-09T11:47:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741830_1006 (size=253831) 2024-11-09T11:47:08,207 INFO [M:0;7934cf733c16:41701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:47:08,207 INFO [M:0;7934cf733c16:41701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41701 2024-11-09T11:47:08,207 INFO [M:0;7934cf733c16:41701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:47:08,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:47:08,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:47:08,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:08,311 INFO [M:0;7934cf733c16:41701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:47:08,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x100d751d8900000, quorum=127.0.0.1:51497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:47:08,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16a99e2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:47:08,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@653a0db3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:47:08,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:47:08,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ea4e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:47:08,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30b5ae60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,STOPPED} 2024-11-09T11:47:08,318 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:47:08,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:47:08,318 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-58846386-172.17.0.3-1731152764945 (Datanode Uuid b4012647-104b-4165-9c1b-ac38b8dc8bc4) service to localhost/127.0.0.1:38651 2024-11-09T11:47:08,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:47:08,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data5/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data6/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:47:08,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d584c06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:47:08,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bd673e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:47:08,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:47:08,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55bd3f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:47:08,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79320ba2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,STOPPED} 2024-11-09T11:47:08,329 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:47:08,329 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-58846386-172.17.0.3-1731152764945 (Datanode Uuid ce3ca134-f3f1-4d5e-8b4b-7c8c1ab6b576) service to localhost/127.0.0.1:38651 2024-11-09T11:47:08,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data3/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data4/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:47:08,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:47:08,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:47:08,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e7b9d27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:47:08,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa8802c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:47:08,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:47:08,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5490d539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:47:08,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c24393f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,STOPPED} 2024-11-09T11:47:08,336 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:47:08,336 WARN [BP-58846386-172.17.0.3-1731152764945 heartbeating to localhost/127.0.0.1:38651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-58846386-172.17.0.3-1731152764945 (Datanode Uuid 898344f3-207d-4dcb-8958-23e1503de3c6) service to localhost/127.0.0.1:38651 2024-11-09T11:47:08,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:47:08,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:47:08,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data1/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/cluster_071bb2e7-276c-20d9-462f-a601a7c17565/data/data2/current/BP-58846386-172.17.0.3-1731152764945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:47:08,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:47:08,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e1dbb92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:47:08,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545a23ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:47:08,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:47:08,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@266885c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:47:08,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552c42e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e10d6605-c5ed-a2e5-0d0a-6bbe628ebd16/hadoop.log.dir/,STOPPED} 2024-11-09T11:47:08,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:47:08,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T11:47:08,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38651 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38651 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7934cf733c16:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=590 (was 483) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6597 (was 5794) - AvailableMemoryMB LEAK? -