2024-11-16 09:05:50,983 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 09:05:50,994 main DEBUG Took 0.009531 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 09:05:50,994 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 09:05:50,995 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 09:05:50,996 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 09:05:50,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,004 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 09:05:51,016 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,019 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,020 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,022 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,024 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,025 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:05:51,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,030 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 09:05:51,031 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:05:51,033 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 09:05:51,035 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 09:05:51,036 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 09:05:51,038 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 09:05:51,038 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 09:05:51,048 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 09:05:51,051 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 09:05:51,053 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 09:05:51,053 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 09:05:51,054 main DEBUG createAppenders(={Console}) 2024-11-16 09:05:51,055 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-16 09:05:51,055 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 09:05:51,056 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-16 09:05:51,056 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 09:05:51,057 main DEBUG OutputStream closed 2024-11-16 09:05:51,057 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 09:05:51,058 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 09:05:51,058 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-16 09:05:51,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 09:05:51,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 09:05:51,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 09:05:51,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 09:05:51,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 09:05:51,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 09:05:51,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 09:05:51,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 09:05:51,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 09:05:51,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 09:05:51,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 09:05:51,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 09:05:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 09:05:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 09:05:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 09:05:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 09:05:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 09:05:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 09:05:51,148 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 09:05:51,148 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-16 09:05:51,149 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 09:05:51,149 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-16T09:05:51,162 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-16 09:05:51,165 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 09:05:51,165 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T09:05:51,172 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-16T09:05:51,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=43, ProcessCount=11, AvailableMemoryMB=7124 2024-11-16T09:05:51,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188 2024-11-16T09:05:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:05:51,462 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b, deleteOnExit=true 2024-11-16T09:05:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:05:51,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/test.cache.data in system properties and HBase conf 2024-11-16T09:05:51,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:05:51,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:05:51,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:05:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:05:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:05:51,539 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T09:05:51,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:05:51,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:05:51,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:05:51,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:05:51,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:05:51,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:05:51,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:05:51,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:05:51,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:05:51,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:05:51,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:05:51,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:05:51,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:05:51,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:05:51,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:05:52,687 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T09:05:52,756 INFO [Time-limited test {}] log.Log(170): Logging initialized @2447ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T09:05:52,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:05:52,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:05:52,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:05:52,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:05:52,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:05:52,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:05:52,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:05:52,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:05:53,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-9072402252288536258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:05:53,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-11-16T09:05:53,094 INFO [Time-limited test {}] server.Server(415): Started @2786ms 2024-11-16T09:05:53,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:05:53,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:05:53,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:05:53,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:05:53,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:05:53,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:05:53,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:05:53,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/java.io.tmpdir/jetty-localhost-36109-hadoop-hdfs-3_4_1-tests_jar-_-any-9108404277727223962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:05:53,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:36109} 2024-11-16T09:05:53,706 INFO [Time-limited test {}] server.Server(415): Started @3398ms 2024-11-16T09:05:53,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:05:53,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:05:53,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:05:53,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:05:53,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:05:53,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:05:53,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:05:53,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:05:54,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/java.io.tmpdir/jetty-localhost-37427-hadoop-hdfs-3_4_1-tests_jar-_-any-16432080977259562462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:05:54,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:37427} 2024-11-16T09:05:54,026 INFO [Time-limited test {}] server.Server(415): Started @3718ms 2024-11-16T09:05:54,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:05:54,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:05:54,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:05:54,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:05:54,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:05:54,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:05:54,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:05:54,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:05:54,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/java.io.tmpdir/jetty-localhost-37883-hadoop-hdfs-3_4_1-tests_jar-_-any-13349544112423532417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:05:54,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37883} 2024-11-16T09:05:54,171 INFO [Time-limited test {}] server.Server(415): Started @3862ms 2024-11-16T09:05:54,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:05:55,121 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data3/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,121 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data2/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,121 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data4/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,121 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data1/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,153 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:05:55,153 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:05:55,177 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data5/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,178 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data6/current/BP-1963182203-172.17.0.2-1731747952209/current, will proceed with Du for space computation calculation, 2024-11-16T09:05:55,201 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:05:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd6ccc012179cf0 with lease ID 0xa7dbc0a8c673ce3f: Processing first storage report for DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7 from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2984610b-a0e2-44ac-be29-9cf9b1047516, infoPort=38971, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd6ccc012179cf0 with lease ID 0xa7dbc0a8c673ce3f: from storage DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7 node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2984610b-a0e2-44ac-be29-9cf9b1047516, infoPort=38971, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d9c5b661d6e2584 with lease ID 0xa7dbc0a8c673ce40: Processing first storage report for DS-8e3efb96-484f-4f66-86be-f36035199a7a from datanode DatanodeRegistration(127.0.0.1:34719, datanodeUuid=931287a8-1dde-45dd-9b3b-c4e69d124602, infoPort=39187, infoSecurePort=0, ipcPort=45163, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d9c5b661d6e2584 with lease ID 0xa7dbc0a8c673ce40: from storage DS-8e3efb96-484f-4f66-86be-f36035199a7a node DatanodeRegistration(127.0.0.1:34719, datanodeUuid=931287a8-1dde-45dd-9b3b-c4e69d124602, infoPort=39187, infoSecurePort=0, ipcPort=45163, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd6ccc012179cf0 with lease ID 0xa7dbc0a8c673ce3f: Processing first storage report for DS-e4c769c4-f984-4ce2-a677-3c8692e92c70 from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2984610b-a0e2-44ac-be29-9cf9b1047516, infoPort=38971, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd6ccc012179cf0 with lease ID 0xa7dbc0a8c673ce3f: from storage DS-e4c769c4-f984-4ce2-a677-3c8692e92c70 node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2984610b-a0e2-44ac-be29-9cf9b1047516, infoPort=38971, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d9c5b661d6e2584 with lease ID 0xa7dbc0a8c673ce40: Processing first storage report for DS-2050da7c-db87-4e8e-8ba4-43e49c9d75ff from datanode DatanodeRegistration(127.0.0.1:34719, datanodeUuid=931287a8-1dde-45dd-9b3b-c4e69d124602, infoPort=39187, infoSecurePort=0, ipcPort=45163, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d9c5b661d6e2584 with lease ID 0xa7dbc0a8c673ce40: from storage DS-2050da7c-db87-4e8e-8ba4-43e49c9d75ff node DatanodeRegistration(127.0.0.1:34719, datanodeUuid=931287a8-1dde-45dd-9b3b-c4e69d124602, infoPort=39187, infoSecurePort=0, ipcPort=45163, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60708cc4ec6e886a with lease ID 0xa7dbc0a8c673ce41: Processing first storage report for DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6 from datanode DatanodeRegistration(127.0.0.1:33209, datanodeUuid=af422ad2-f124-4529-8123-2f84bc0f0975, infoPort=42319, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60708cc4ec6e886a with lease ID 0xa7dbc0a8c673ce41: from storage DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6 node DatanodeRegistration(127.0.0.1:33209, datanodeUuid=af422ad2-f124-4529-8123-2f84bc0f0975, infoPort=42319, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60708cc4ec6e886a with lease ID 0xa7dbc0a8c673ce41: Processing first storage report for DS-18637896-a7b4-4917-89f4-d5af96f61289 from datanode DatanodeRegistration(127.0.0.1:33209, datanodeUuid=af422ad2-f124-4529-8123-2f84bc0f0975, infoPort=42319, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209) 2024-11-16T09:05:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60708cc4ec6e886a with lease ID 0xa7dbc0a8c673ce41: from storage DS-18637896-a7b4-4917-89f4-d5af96f61289 node DatanodeRegistration(127.0.0.1:33209, datanodeUuid=af422ad2-f124-4529-8123-2f84bc0f0975, infoPort=42319, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=460858119;c=1731747952209), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:05:55,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188 2024-11-16T09:05:55,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/zookeeper_0, clientPort=61828, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:05:55,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61828 2024-11-16T09:05:55,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:55,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:55,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:05:55,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:05:55,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:05:56,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 with version=8 2024-11-16T09:05:56,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/hbase-staging 2024-11-16T09:05:56,079 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T09:05:56,317 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:05:56,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:56,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:56,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:05:56,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:56,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:05:56,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:05:56,505 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T09:05:56,513 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T09:05:56,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:05:56,540 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100161 (auto-detected) 2024-11-16T09:05:56,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T09:05:56,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35631 2024-11-16T09:05:56,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35631 connecting to ZooKeeper ensemble=127.0.0.1:61828 2024-11-16T09:05:56,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356310x0, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:05:56,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35631-0x101442e55610000 connected 2024-11-16T09:05:56,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:56,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:56,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:05:56,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2, hbase.cluster.distributed=false 2024-11-16T09:05:57,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:05:57,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-16T09:05:57,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35631 2024-11-16T09:05:57,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35631 2024-11-16T09:05:57,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-16T09:05:57,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-16T09:05:57,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:05:57,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:05:57,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:05:57,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:05:57,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:05:57,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41095 2024-11-16T09:05:57,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41095 connecting to ZooKeeper ensemble=127.0.0.1:61828 2024-11-16T09:05:57,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410950x0, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:05:57,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41095-0x101442e55610001 connected 2024-11-16T09:05:57,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:05:57,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:05:57,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:05:57,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:05:57,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:05:57,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T09:05:57,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41095 2024-11-16T09:05:57,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41095 2024-11-16T09:05:57,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T09:05:57,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T09:05:57,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:05:57,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:05:57,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:05:57,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:05:57,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:05:57,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45907 2024-11-16T09:05:57,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45907 connecting to ZooKeeper ensemble=127.0.0.1:61828 2024-11-16T09:05:57,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459070x0, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:05:57,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459070x0, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:05:57,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45907-0x101442e55610002 connected 2024-11-16T09:05:57,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:05:57,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:05:57,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:05:57,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:05:57,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-16T09:05:57,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45907 2024-11-16T09:05:57,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45907 2024-11-16T09:05:57,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-16T09:05:57,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-16T09:05:57,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:05:57,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:05:57,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:05:57,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:05:57,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:05:57,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:05:57,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41131 2024-11-16T09:05:57,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41131 connecting to ZooKeeper ensemble=127.0.0.1:61828 2024-11-16T09:05:57,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411310x0, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:05:57,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411310x0, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:05:57,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41131-0x101442e55610003 connected 2024-11-16T09:05:57,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:05:57,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:05:57,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:05:57,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:05:57,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-16T09:05:57,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41131 2024-11-16T09:05:57,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41131 2024-11-16T09:05:57,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-16T09:05:57,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-16T09:05:57,296 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16bf49104b8f:35631 2024-11-16T09:05:57,297 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/16bf49104b8f,35631,1731747956167 2024-11-16T09:05:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,310 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/16bf49104b8f,35631,1731747956167 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:05:57,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,341 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:05:57,343 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/16bf49104b8f,35631,1731747956167 from backup master directory 2024-11-16T09:05:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/16bf49104b8f,35631,1731747956167 2024-11-16T09:05:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:05:57,351 WARN [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:05:57,351 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16bf49104b8f,35631,1731747956167 2024-11-16T09:05:57,353 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T09:05:57,355 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T09:05:57,412 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/hbase.id] with ID: 5684a185-9921-433e-ad17-91fb32fdeb25 2024-11-16T09:05:57,412 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.tmp/hbase.id 2024-11-16T09:05:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:05:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:05:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:05:57,428 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.tmp/hbase.id]:[hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/hbase.id] 2024-11-16T09:05:57,472 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:05:57,477 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:05:57,494 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-16T09:05:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:05:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:05:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:05:57,551 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:05:57,553 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:05:57,565 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:05:57,569 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:05:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:05:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:05:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:05:57,615 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store 2024-11-16T09:05:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:05:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:05:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:05:57,644 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T09:05:57,646 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:05:57,648 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:05:57,648 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:05:57,648 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:05:57,650 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:05:57,650 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:05:57,650 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:05:57,651 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731747957648Disabling compacts and flushes for region at 1731747957648Disabling writes for close at 1731747957650 (+2 ms)Writing region close event to WAL at 1731747957650Closed at 1731747957650 2024-11-16T09:05:57,653 WARN [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/.initializing 2024-11-16T09:05:57,653 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/WALs/16bf49104b8f,35631,1731747956167 2024-11-16T09:05:57,661 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:05:57,674 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C35631%2C1731747956167, suffix=, logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/WALs/16bf49104b8f,35631,1731747956167, archiveDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/oldWALs, maxLogs=10 2024-11-16T09:05:57,693 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/WALs/16bf49104b8f,35631,1731747956167/16bf49104b8f%2C35631%2C1731747956167.1731747957678, exclude list is [], retry=0 2024-11-16T09:05:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6,DISK] 2024-11-16T09:05:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-8e3efb96-484f-4f66-86be-f36035199a7a,DISK] 2024-11-16T09:05:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7,DISK] 2024-11-16T09:05:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T09:05:57,750 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/WALs/16bf49104b8f,35631,1731747956167/16bf49104b8f%2C35631%2C1731747956167.1731747957678 2024-11-16T09:05:57,751 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:39187:39187),(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-16T09:05:57,751 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:05:57,751 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:05:57,754 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,755 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:05:57,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:57,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:05:57,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:05:57,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:57,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:05:57,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:05:57,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:05:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:05:57,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:57,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:05:57,832 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,835 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,837 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,842 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,842 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,846 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:05:57,849 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:05:57,853 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:05:57,854 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67048840, jitterRate=-8.944272994995117E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:05:57,861 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731747957766Initializing all the Stores at 1731747957769 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747957769Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747957770 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747957770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747957770Cleaning up temporary data from old regions at 1731747957843 (+73 ms)Region opened successfully at 1731747957860 (+17 ms) 2024-11-16T09:05:57,862 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:05:57,890 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@def9d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:05:57,917 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:05:57,926 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:05:57,926 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:05:57,929 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:05:57,930 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T09:05:57,934 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T09:05:57,935 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T09:05:57,958 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:05:57,966 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:05:58,024 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:05:58,028 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:05:58,030 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:05:58,041 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:05:58,043 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:05:58,046 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:05:58,056 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:05:58,058 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:05:58,066 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:05:58,086 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:05:58,091 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:05:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:05:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:05:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:05:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:05:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,104 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16bf49104b8f,35631,1731747956167, sessionid=0x101442e55610000, setting cluster-up flag (Was=false) 2024-11-16T09:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,158 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:05:58,161 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16bf49104b8f,35631,1731747956167 2024-11-16T09:05:58,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,208 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:05:58,210 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16bf49104b8f,35631,1731747956167 2024-11-16T09:05:58,217 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:05:58,285 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:05:58,286 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(746): ClusterId : 5684a185-9921-433e-ad17-91fb32fdeb25 2024-11-16T09:05:58,286 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(746): ClusterId : 5684a185-9921-433e-ad17-91fb32fdeb25 2024-11-16T09:05:58,286 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(746): ClusterId : 5684a185-9921-433e-ad17-91fb32fdeb25 2024-11-16T09:05:58,288 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:05:58,288 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:05:58,288 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:05:58,294 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:05:58,300 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:05:58,305 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16bf49104b8f,35631,1731747956167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:05:58,326 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:05:58,326 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:05:58,326 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:05:58,326 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:05:58,326 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:05:58,326 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:05:58,327 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:05:58,327 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16bf49104b8f:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:05:58,328 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,329 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731747988329 2024-11-16T09:05:58,331 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:05:58,331 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:05:58,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:05:58,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:05:58,335 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:05:58,335 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:05:58,335 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:05:58,335 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:05:58,336 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,340 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:05:58,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:58,341 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:05:58,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:05:58,341 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:05:58,342 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:05:58,342 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:05:58,343 DEBUG [RS:0;16bf49104b8f:41095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a684915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:05:58,343 DEBUG [RS:2;16bf49104b8f:41131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50012203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:05:58,344 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:05:58,344 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:05:58,345 DEBUG [RS:1;16bf49104b8f:45907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676e481b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:05:58,345 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:05:58,351 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731747958346,5,FailOnTimeoutGroup] 2024-11-16T09:05:58,353 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731747958351,5,FailOnTimeoutGroup] 2024-11-16T09:05:58,353 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,354 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:05:58,355 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,355 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,364 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16bf49104b8f:41095 2024-11-16T09:05:58,365 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;16bf49104b8f:41131 2024-11-16T09:05:58,365 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;16bf49104b8f:45907 2024-11-16T09:05:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:05:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:05:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:05:58,369 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:05:58,369 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:05:58,369 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:05:58,369 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:05:58,369 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:05:58,369 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:05:58,369 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:05:58,369 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:05:58,369 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:05:58,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:05:58,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:05:58,372 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,35631,1731747956167 with port=41095, startcode=1731747957071 2024-11-16T09:05:58,372 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,35631,1731747956167 with port=45907, startcode=1731747957189 2024-11-16T09:05:58,372 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,35631,1731747956167 with port=41131, startcode=1731747957252 2024-11-16T09:05:58,385 DEBUG [RS:0;16bf49104b8f:41095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:05:58,385 DEBUG [RS:2;16bf49104b8f:41131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:05:58,385 DEBUG [RS:1;16bf49104b8f:45907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:05:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:05:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:05:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:05:58,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:05:58,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:05:58,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:05:58,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:58,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:05:58,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:05:58,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:05:58,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:05:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:05:58,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:05:58,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:58,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:05:58,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:05:58,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:05:58,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:05:58,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:05:58,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:05:58,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740 2024-11-16T09:05:58,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740 2024-11-16T09:05:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:05:58,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:05:58,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:05:58,423 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:05:58,423 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:05:58,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:05:58,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:05:58,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:05:58,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74595823, jitterRate=0.11156438291072845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:05:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731747958392Initializing all the Stores at 1731747958395 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747958395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747958395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747958395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747958395Cleaning up temporary data from old regions at 1731747958423 (+28 ms)Region opened successfully at 1731747958440 (+17 ms) 2024-11-16T09:05:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:05:58,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:05:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:05:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:05:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:05:58,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:05:58,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731747958440Disabling compacts and flushes for region at 1731747958440Disabling writes for close at 1731747958441 (+1 ms)Writing region close event to WAL at 1731747958442 (+1 ms)Closed at 1731747958442 2024-11-16T09:05:58,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:05:58,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:05:58,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,453 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:05:58,453 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:05:58,453 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41833 2024-11-16T09:05:58,453 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41833 2024-11-16T09:05:58,453 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:05:58,453 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:05:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:05:58,458 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:05:58,458 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41833 2024-11-16T09:05:58,459 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:05:58,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:05:58,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:05:58,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:05:58,522 DEBUG [RS:1;16bf49104b8f:45907 {}] zookeeper.ZKUtil(111): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,522 WARN [RS:1;16bf49104b8f:45907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:05:58,522 DEBUG [RS:2;16bf49104b8f:41131 {}] zookeeper.ZKUtil(111): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,522 DEBUG [RS:0;16bf49104b8f:41095 {}] zookeeper.ZKUtil(111): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,522 WARN [RS:2;16bf49104b8f:41131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:05:58,522 WARN [RS:0;16bf49104b8f:41095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:05:58,522 INFO [RS:1;16bf49104b8f:45907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:05:58,522 INFO [RS:2;16bf49104b8f:41131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:05:58,522 INFO [RS:0;16bf49104b8f:41095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:05:58,523 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,523 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,523 DEBUG [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,41095,1731747957071] 2024-11-16T09:05:58,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,45907,1731747957189] 2024-11-16T09:05:58,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,41131,1731747957252] 2024-11-16T09:05:58,549 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:05:58,549 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:05:58,549 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:05:58,564 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:05:58,564 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:05:58,564 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:05:58,570 INFO [RS:1;16bf49104b8f:45907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:05:58,570 INFO [RS:0;16bf49104b8f:41095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:05:58,570 INFO [RS:2;16bf49104b8f:41131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:05:58,570 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,570 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,570 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,571 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:05:58,573 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:05:58,574 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:05:58,577 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:05:58,577 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:05:58,577 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:05:58,579 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,579 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,579 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:05:58,580 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,580 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,581 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,582 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,582 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:05:58,582 DEBUG [RS:1;16bf49104b8f:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,582 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,582 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,582 DEBUG [RS:0;16bf49104b8f:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,582 DEBUG [RS:2;16bf49104b8f:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,41095,1731747957071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,587 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,45907,1731747957189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:05:58,588 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,588 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,41131,1731747957252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:05:58,611 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:05:58,611 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:05:58,614 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,45907,1731747957189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,614 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,41095,1731747957071-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,614 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:05:58,614 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,614 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,614 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,41131,1731747957252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,614 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.Replication(171): 16bf49104b8f,41095,1731747957071 started 2024-11-16T09:05:58,614 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.Replication(171): 16bf49104b8f,45907,1731747957189 started 2024-11-16T09:05:58,615 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,615 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.Replication(171): 16bf49104b8f,41131,1731747957252 started 2024-11-16T09:05:58,618 WARN [16bf49104b8f:35631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:05:58,639 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,639 INFO [RS:0;16bf49104b8f:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,639 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,41131,1731747957252, RpcServer on 16bf49104b8f/172.17.0.2:41131, sessionid=0x101442e55610003 2024-11-16T09:05:58,639 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,41095,1731747957071, RpcServer on 16bf49104b8f/172.17.0.2:41095, sessionid=0x101442e55610001 2024-11-16T09:05:58,640 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:05:58,640 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:05:58,640 DEBUG [RS:2;16bf49104b8f:41131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,640 DEBUG [RS:0;16bf49104b8f:41095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,641 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,41131,1731747957252' 2024-11-16T09:05:58,641 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,41095,1731747957071' 2024-11-16T09:05:58,641 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:05:58,641 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:05:58,642 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:05:58,642 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:05:58,643 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:05:58,643 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:05:58,643 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:05:58,643 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:05:58,643 DEBUG [RS:0;16bf49104b8f:41095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,41095,1731747957071 2024-11-16T09:05:58,643 DEBUG [RS:2;16bf49104b8f:41131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,41131,1731747957252 2024-11-16T09:05:58,643 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,41095,1731747957071' 2024-11-16T09:05:58,643 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,41131,1731747957252' 2024-11-16T09:05:58,643 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:05:58,643 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:05:58,644 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:05:58,644 DEBUG [RS:0;16bf49104b8f:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:05:58,644 INFO [RS:0;16bf49104b8f:41095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:05:58,644 INFO [RS:0;16bf49104b8f:41095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:05:58,645 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:05:58,645 DEBUG [RS:2;16bf49104b8f:41131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:05:58,645 INFO [RS:2;16bf49104b8f:41131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:05:58,645 INFO [RS:2;16bf49104b8f:41131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:05:58,654 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:05:58,654 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,45907,1731747957189, RpcServer on 16bf49104b8f/172.17.0.2:45907, sessionid=0x101442e55610002 2024-11-16T09:05:58,654 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:05:58,654 DEBUG [RS:1;16bf49104b8f:45907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,654 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,45907,1731747957189' 2024-11-16T09:05:58,655 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:05:58,655 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:05:58,656 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:05:58,656 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:05:58,656 DEBUG [RS:1;16bf49104b8f:45907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,656 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,45907,1731747957189' 2024-11-16T09:05:58,656 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:05:58,657 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:05:58,657 DEBUG [RS:1;16bf49104b8f:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:05:58,658 INFO [RS:1;16bf49104b8f:45907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:05:58,658 INFO [RS:1;16bf49104b8f:45907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:05:58,749 INFO [RS:2;16bf49104b8f:41131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:05:58,749 INFO [RS:0;16bf49104b8f:41095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:05:58,752 INFO [RS:0;16bf49104b8f:41095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C41095%2C1731747957071, suffix=, logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071, archiveDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs, maxLogs=32 2024-11-16T09:05:58,752 INFO [RS:2;16bf49104b8f:41131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C41131%2C1731747957252, suffix=, logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41131,1731747957252, archiveDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs, maxLogs=32 2024-11-16T09:05:58,758 INFO [RS:1;16bf49104b8f:45907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:05:58,761 INFO [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C45907%2C1731747957189, suffix=, logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189, archiveDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs, maxLogs=32 2024-11-16T09:05:58,770 DEBUG [RS:2;16bf49104b8f:41131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41131,1731747957252/16bf49104b8f%2C41131%2C1731747957252.1731747958756, exclude list is [], retry=0 2024-11-16T09:05:58,770 DEBUG [RS:0;16bf49104b8f:41095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071/16bf49104b8f%2C41095%2C1731747957071.1731747958756, exclude list is [], retry=0 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-8e3efb96-484f-4f66-86be-f36035199a7a,DISK] 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7,DISK] 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7,DISK] 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-8e3efb96-484f-4f66-86be-f36035199a7a,DISK] 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6,DISK] 2024-11-16T09:05:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6,DISK] 2024-11-16T09:05:58,780 DEBUG [RS:1;16bf49104b8f:45907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189/16bf49104b8f%2C45907%2C1731747957189.1731747958763, exclude list is [], retry=0 2024-11-16T09:05:58,782 INFO [RS:0;16bf49104b8f:41095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071/16bf49104b8f%2C41095%2C1731747957071.1731747958756 2024-11-16T09:05:58,783 INFO [RS:2;16bf49104b8f:41131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41131,1731747957252/16bf49104b8f%2C41131%2C1731747957252.1731747958756 2024-11-16T09:05:58,783 DEBUG [RS:0;16bf49104b8f:41095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187),(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-16T09:05:58,783 DEBUG [RS:2;16bf49104b8f:41131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:39187:39187),(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-16T09:05:58,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-8e3efb96-484f-4f66-86be-f36035199a7a,DISK] 2024-11-16T09:05:58,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7,DISK] 2024-11-16T09:05:58,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6,DISK] 2024-11-16T09:05:58,793 INFO [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189/16bf49104b8f%2C45907%2C1731747957189.1731747958763 2024-11-16T09:05:58,794 DEBUG [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187),(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:38971:38971)] 2024-11-16T09:05:58,874 DEBUG [16bf49104b8f:35631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T09:05:58,886 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:05:58,892 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:05:58,893 INFO [16bf49104b8f:35631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:05:58,893 INFO [16bf49104b8f:35631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:05:58,893 INFO [16bf49104b8f:35631 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:05:58,893 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:05:58,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:05:58,907 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16bf49104b8f,45907,1731747957189, state=OPENING 2024-11-16T09:05:58,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:05:58,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:05:58,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:05:58,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:05:58,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:05:58,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:05:58,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:05:58,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:06,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T09:06:06,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T09:06:08,988 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:06:08,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:06:09,002 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:06:09,003 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:06:09,003 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:06:09,006 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C45907%2C1731747957189.meta, suffix=.meta, logDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189, archiveDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs, maxLogs=32 2024-11-16T09:06:09,020 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189/16bf49104b8f%2C45907%2C1731747957189.meta.1731747969008.meta, exclude list is [], retry=0 2024-11-16T09:06:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-fdb74e7d-f815-489d-9d18-735ac23f3fc6,DISK] 2024-11-16T09:06:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-aa3d6dc4-a45b-4d75-bcd9-176851c4dbb7,DISK] 2024-11-16T09:06:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-8e3efb96-484f-4f66-86be-f36035199a7a,DISK] 2024-11-16T09:06:09,027 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189/16bf49104b8f%2C45907%2C1731747957189.meta.1731747969008.meta 2024-11-16T09:06:09,027 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319),(127.0.0.1/127.0.0.1:39187:39187),(127.0.0.1/127.0.0.1:38971:38971)] 2024-11-16T09:06:09,028 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:06:09,029 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:06:09,032 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:06:09,035 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:06:09,039 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:06:09,039 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,039 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:06:09,039 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:06:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:06:09,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:06:09,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:09,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:06:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:06:09,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:06:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:06:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:06:09,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:06:09,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:09,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:06:09,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:06:09,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:06:09,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:09,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:06:09,053 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:06:09,054 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740 2024-11-16T09:06:09,057 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740 2024-11-16T09:06:09,059 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:06:09,059 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:06:09,060 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:06:09,062 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:06:09,063 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62070070, jitterRate=-0.07508388161659241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:06:09,064 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:06:09,065 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731747969040Writing region info on filesystem at 1731747969040Initializing all the Stores at 1731747969042 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747969042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747969042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747969042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731747969042Cleaning up temporary data from old regions at 1731747969059 (+17 ms)Running coprocessor post-open hooks at 1731747969064 (+5 ms)Region opened successfully at 1731747969065 (+1 ms) 2024-11-16T09:06:09,070 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731747968980 2024-11-16T09:06:09,079 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:06:09,080 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:06:09,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:09,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16bf49104b8f,45907,1731747957189, state=OPEN 2024-11-16T09:06:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:06:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:06:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:06:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:06:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:06:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:06:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:06:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:06:09,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:09,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:06:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16bf49104b8f,45907,1731747957189 in 10.2000 sec 2024-11-16T09:06:09,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:06:09,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7130 sec 2024-11-16T09:06:09,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:06:09,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:06:09,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:06:09,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,45907,1731747957189, seqNum=-1] 2024-11-16T09:06:09,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:06:09,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:06:09,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9820 sec 2024-11-16T09:06:09,230 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731747969230, completionTime=-1 2024-11-16T09:06:09,232 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T09:06:09,233 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:06:09,254 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T09:06:09,254 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731748029254 2024-11-16T09:06:09,254 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731748089254 2024-11-16T09:06:09,254 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-16T09:06:09,256 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:06:09,262 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,263 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,263 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,264 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16bf49104b8f:35631, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,264 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,265 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,270 DEBUG [master/16bf49104b8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:06:09,291 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.940sec 2024-11-16T09:06:09,293 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:06:09,294 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:06:09,296 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:06:09,296 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:06:09,296 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:06:09,297 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:06:09,298 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:06:09,303 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:06:09,304 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:06:09,304 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,35631,1731747956167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:06:09,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26248280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,312 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T09:06:09,312 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T09:06:09,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16bf49104b8f,35631,-1 for getting cluster id 2024-11-16T09:06:09,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:06:09,328 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5684a185-9921-433e-ad17-91fb32fdeb25' 2024-11-16T09:06:09,330 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:06:09,330 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5684a185-9921-433e-ad17-91fb32fdeb25" 2024-11-16T09:06:09,331 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eeca94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,331 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16bf49104b8f,35631,-1] 2024-11-16T09:06:09,334 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:06:09,337 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:09,337 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:06:09,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209b16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:06:09,347 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,45907,1731747957189, seqNum=-1] 2024-11-16T09:06:09,347 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:06:09,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:06:09,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16bf49104b8f,35631,1731747956167 2024-11-16T09:06:09,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731747969388 (current time:1731747969388). 2024-11-16T09:06:09,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T09:06:09,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T09:06:09,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784ce919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16bf49104b8f,35631,-1 for getting cluster id 2024-11-16T09:06:09,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:06:09,394 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5684a185-9921-433e-ad17-91fb32fdeb25' 2024-11-16T09:06:09,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:06:09,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5684a185-9921-433e-ad17-91fb32fdeb25" 2024-11-16T09:06:09,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddfab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16bf49104b8f,35631,-1] 2024-11-16T09:06:09,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:06:09,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:09,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:06:09,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b08c66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:06:09,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:06:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,45907,1731747957189, seqNum=-1] 2024-11-16T09:06:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:06:09,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:06:09,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:06:09,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:06:09,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:09,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:09,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:06:09,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:06:09,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16bf49104b8f,35631,1731747956167 2024-11-16T09:06:09,424 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc6fe1f 2024-11-16T09:06:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:06:09,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:06:09,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:06:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T09:06:09,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:06:09,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T09:06:09,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:09,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:06:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:06:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:06:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:06:09,470 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d46d1ea846ce78c20769dbe53e64a396, NAME => 'SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,470 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f0aeca84ab51297fbc45c90e85b63c66, NAME => 'SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,471 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69b45f087998c26ce1d37a2d2ab2c427, NAME => 'SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:06:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:06:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:06:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:06:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:06:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f0aeca84ab51297fbc45c90e85b63c66, disabling compactions & flushes 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d46d1ea846ce78c20769dbe53e64a396, disabling compactions & flushes 2024-11-16T09:06:09,497 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:09,497 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. after waiting 0 ms 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. after waiting 0 ms 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:09,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:09,497 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:09,497 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:09,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f0aeca84ab51297fbc45c90e85b63c66: Waiting for close lock at 1731747969497Disabling compacts and flushes for region at 1731747969497Disabling writes for close at 1731747969497Writing region close event to WAL at 1731747969497Closed at 1731747969497 2024-11-16T09:06:09,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d46d1ea846ce78c20769dbe53e64a396: Waiting for close lock at 1731747969497Disabling compacts and flushes for region at 1731747969497Disabling writes for close at 1731747969497Writing region close event to WAL at 1731747969497Closed at 1731747969497 2024-11-16T09:06:09,498 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4fbe268bc343d8df230ceb0d99503251, NAME => 'SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd0cfca1ee202ee199fe335a1dad93a2, NAME => 'SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:06:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:06:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:06:09,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 69b45f087998c26ce1d37a2d2ab2c427, disabling compactions & flushes 2024-11-16T09:06:09,507 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:09,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:09,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. after waiting 0 ms 2024-11-16T09:06:09,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:09,508 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:09,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69b45f087998c26ce1d37a2d2ab2c427: Waiting for close lock at 1731747969507Disabling compacts and flushes for region at 1731747969507Disabling writes for close at 1731747969507Writing region close event to WAL at 1731747969508 (+1 ms)Closed at 1731747969508 2024-11-16T09:06:09,509 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 43d176abb131111b77cddb39340791e0, NAME => 'SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:06:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:06:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:06:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:06:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:06:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:06:09,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dd0cfca1ee202ee199fe335a1dad93a2, disabling compactions & flushes 2024-11-16T09:06:09,523 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:09,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:09,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. after waiting 0 ms 2024-11-16T09:06:09,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:09,523 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:09,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd0cfca1ee202ee199fe335a1dad93a2: Waiting for close lock at 1731747969523Disabling compacts and flushes for region at 1731747969523Disabling writes for close at 1731747969523Writing region close event to WAL at 1731747969523Closed at 1731747969523 2024-11-16T09:06:09,524 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f43e86981f5f85997ea478d1b3edf8f, NAME => 'SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:06:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:06:09,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:06:09,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 43d176abb131111b77cddb39340791e0, disabling compactions & flushes 2024-11-16T09:06:09,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:09,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:09,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. after waiting 0 ms 2024-11-16T09:06:09,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:09,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:09,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 43d176abb131111b77cddb39340791e0: Waiting for close lock at 1731747969531Disabling compacts and flushes for region at 1731747969531Disabling writes for close at 1731747969531Writing region close event to WAL at 1731747969531Closed at 1731747969531 2024-11-16T09:06:09,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6c6101fbaf16016a0f97519cc0d77ec9, NAME => 'SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:06:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:06:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6f43e86981f5f85997ea478d1b3edf8f, disabling compactions & flushes 2024-11-16T09:06:09,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. after waiting 0 ms 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:09,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:09,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f43e86981f5f85997ea478d1b3edf8f: Waiting for close lock at 1731747969541Disabling compacts and flushes for region at 1731747969541Disabling writes for close at 1731747969541Writing region close event to WAL at 1731747969541Closed at 1731747969541 2024-11-16T09:06:09,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb3e4b29fee1e945e7a87cbe5209372b, NAME => 'SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:06:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:06:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6c6101fbaf16016a0f97519cc0d77ec9, disabling compactions & flushes 2024-11-16T09:06:09,546 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. after waiting 0 ms 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:09,546 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:09,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6c6101fbaf16016a0f97519cc0d77ec9: Waiting for close lock at 1731747969546Disabling compacts and flushes for region at 1731747969546Disabling writes for close at 1731747969546Writing region close event to WAL at 1731747969546Closed at 1731747969546 2024-11-16T09:06:09,547 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6a840acddb805b09af2bc1b0eac81a98, NAME => 'SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2 2024-11-16T09:06:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:06:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:06:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:06:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fb3e4b29fee1e945e7a87cbe5209372b, disabling compactions & flushes 2024-11-16T09:06:09,557 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. after waiting 0 ms 2024-11-16T09:06:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:09,558 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:09,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb3e4b29fee1e945e7a87cbe5209372b: Waiting for close lock at 1731747969557Disabling compacts and flushes for region at 1731747969557Disabling writes for close at 1731747969557Writing region close event to WAL at 1731747969557Closed at 1731747969557 2024-11-16T09:06:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:06:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:09,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:06:09,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:06:09,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6a840acddb805b09af2bc1b0eac81a98, disabling compactions & flushes 2024-11-16T09:06:09,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:09,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:09,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. after waiting 0 ms 2024-11-16T09:06:09,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:09,566 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:09,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6a840acddb805b09af2bc1b0eac81a98: Waiting for close lock at 1731747969565Disabling compacts and flushes for region at 1731747969565Disabling writes for close at 1731747969566 (+1 ms)Writing region close event to WAL at 1731747969566Closed at 1731747969566 2024-11-16T09:06:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:09,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:09,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4fbe268bc343d8df230ceb0d99503251, disabling compactions & flushes 2024-11-16T09:06:09,924 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:09,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:09,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. after waiting 0 ms 2024-11-16T09:06:09,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:09,924 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:09,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4fbe268bc343d8df230ceb0d99503251: Waiting for close lock at 1731747969924Disabling compacts and flushes for region at 1731747969924Disabling writes for close at 1731747969924Writing region close event to WAL at 1731747969924Closed at 1731747969924 2024-11-16T09:06:09,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:06:09,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731747969929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731747969929"}]},"ts":"1731747969929"} 2024-11-16T09:06:09,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T09:06:09,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:06:09,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731747969972"}]},"ts":"1731747969972"} 2024-11-16T09:06:09,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T09:06:09,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:06:09,986 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:06:09,987 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:06:09,987 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:06:09,987 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:06:09,987 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:06:09,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0aeca84ab51297fbc45c90e85b63c66, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fbe268bc343d8df230ceb0d99503251, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd0cfca1ee202ee199fe335a1dad93a2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43d176abb131111b77cddb39340791e0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c6101fbaf16016a0f97519cc0d77ec9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3e4b29fee1e945e7a87cbe5209372b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN}] 2024-11-16T09:06:09,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd0cfca1ee202ee199fe335a1dad93a2, ASSIGN 2024-11-16T09:06:09,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN 2024-11-16T09:06:09,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396, ASSIGN 2024-11-16T09:06:09,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fbe268bc343d8df230ceb0d99503251, ASSIGN 2024-11-16T09:06:09,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396, ASSIGN; state=OFFLINE, location=16bf49104b8f,41131,1731747957252; forceNewPlan=false, retain=false 2024-11-16T09:06:09,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN; state=OFFLINE, location=16bf49104b8f,41095,1731747957071; forceNewPlan=false, retain=false 2024-11-16T09:06:09,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd0cfca1ee202ee199fe335a1dad93a2, ASSIGN; state=OFFLINE, location=16bf49104b8f,45907,1731747957189; forceNewPlan=false, retain=false 2024-11-16T09:06:09,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fbe268bc343d8df230ceb0d99503251, ASSIGN; state=OFFLINE, location=16bf49104b8f,45907,1731747957189; forceNewPlan=false, retain=false 2024-11-16T09:06:10,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN 2024-11-16T09:06:10,001 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c6101fbaf16016a0f97519cc0d77ec9, ASSIGN 2024-11-16T09:06:10,001 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3e4b29fee1e945e7a87cbe5209372b, ASSIGN 2024-11-16T09:06:10,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN 2024-11-16T09:06:10,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43d176abb131111b77cddb39340791e0, ASSIGN 2024-11-16T09:06:10,003 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c6101fbaf16016a0f97519cc0d77ec9, ASSIGN; state=OFFLINE, location=16bf49104b8f,45907,1731747957189; forceNewPlan=false, retain=false 2024-11-16T09:06:10,003 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN; state=OFFLINE, location=16bf49104b8f,41095,1731747957071; forceNewPlan=false, retain=false 2024-11-16T09:06:10,003 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43d176abb131111b77cddb39340791e0, ASSIGN; state=OFFLINE, location=16bf49104b8f,41131,1731747957252; forceNewPlan=false, retain=false 2024-11-16T09:06:10,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN; state=OFFLINE, location=16bf49104b8f,41095,1731747957071; forceNewPlan=false, retain=false 2024-11-16T09:06:10,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3e4b29fee1e945e7a87cbe5209372b, ASSIGN; state=OFFLINE, location=16bf49104b8f,41131,1731747957252; forceNewPlan=false, retain=false 2024-11-16T09:06:10,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0aeca84ab51297fbc45c90e85b63c66, ASSIGN 2024-11-16T09:06:10,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0aeca84ab51297fbc45c90e85b63c66, ASSIGN; state=OFFLINE, location=16bf49104b8f,45907,1731747957189; forceNewPlan=false, retain=false 2024-11-16T09:06:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:10,150 INFO [16bf49104b8f:35631 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T09:06:10,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0aeca84ab51297fbc45c90e85b63c66, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:10,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd0cfca1ee202ee199fe335a1dad93a2, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:10,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c6101fbaf16016a0f97519cc0d77ec9, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:10,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4fbe268bc343d8df230ceb0d99503251, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:10,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb3e4b29fee1e945e7a87cbe5209372b, regionState=OPENING, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:10,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43d176abb131111b77cddb39340791e0, regionState=OPENING, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:10,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6a840acddb805b09af2bc1b0eac81a98, regionState=OPENING, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:10,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d46d1ea846ce78c20769dbe53e64a396, regionState=OPENING, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:10,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6f43e86981f5f85997ea478d1b3edf8f, regionState=OPENING, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:10,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69b45f087998c26ce1d37a2d2ab2c427, regionState=OPENING, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:10,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd0cfca1ee202ee199fe335a1dad93a2, ASSIGN because future has completed 2024-11-16T09:06:10,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fbe268bc343d8df230ceb0d99503251, ASSIGN because future has completed 2024-11-16T09:06:10,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fbe268bc343d8df230ceb0d99503251, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0aeca84ab51297fbc45c90e85b63c66, ASSIGN because future has completed 2024-11-16T09:06:10,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c6101fbaf16016a0f97519cc0d77ec9, ASSIGN because future has completed 2024-11-16T09:06:10,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:10,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb3e4b29fee1e945e7a87cbe5209372b, ASSIGN because future has completed 2024-11-16T09:06:10,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0aeca84ab51297fbc45c90e85b63c66, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43d176abb131111b77cddb39340791e0, ASSIGN because future has completed 2024-11-16T09:06:10,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN because future has completed 2024-11-16T09:06:10,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b, server=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:10,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d176abb131111b77cddb39340791e0, server=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:10,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41095,1731747957071}] 2024-11-16T09:06:10,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN because future has completed 2024-11-16T09:06:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396, ASSIGN because future has completed 2024-11-16T09:06:10,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d46d1ea846ce78c20769dbe53e64a396, server=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN because future has completed 2024-11-16T09:06:10,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41095,1731747957071}] 2024-11-16T09:06:10,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,41095,1731747957071}] 2024-11-16T09:06:10,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:06:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:14,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:06:16,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:06:16,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:06:16,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:06:16,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:06:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:20,181 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:20,182 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f0aeca84ab51297fbc45c90e85b63c66, NAME => 'SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T09:06:20,182 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,182 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,183 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,183 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,185 INFO [StoreOpener-f0aeca84ab51297fbc45c90e85b63c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,187 INFO [StoreOpener-f0aeca84ab51297fbc45c90e85b63c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0aeca84ab51297fbc45c90e85b63c66 columnFamilyName cf 2024-11-16T09:06:20,187 DEBUG [StoreOpener-f0aeca84ab51297fbc45c90e85b63c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,189 INFO [StoreOpener-f0aeca84ab51297fbc45c90e85b63c66-1 {}] regionserver.HStore(327): Store=f0aeca84ab51297fbc45c90e85b63c66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,189 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,190 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:06:20,190 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:06:20,191 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,192 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,192 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:06:20,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46579, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:06:20,194 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,199 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/f0aeca84ab51297fbc45c90e85b63c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,200 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f0aeca84ab51297fbc45c90e85b63c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64941410, jitterRate=-0.03229758143424988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,200 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:20,202 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f0aeca84ab51297fbc45c90e85b63c66: Running coprocessor pre-open hook at 1731747980183Writing region info on filesystem at 1731747980183Initializing all the Stores at 1731747980184 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980185 (+1 ms)Cleaning up temporary data from old regions at 1731747980192 (+7 ms)Running coprocessor post-open hooks at 1731747980200 (+8 ms)Region opened successfully at 1731747980201 (+1 ms) 2024-11-16T09:06:20,202 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:20,202 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fb3e4b29fee1e945e7a87cbe5209372b, NAME => 'SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T09:06:20,203 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,203 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,203 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,203 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,204 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:20,204 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66., pid=18, masterSystemTime=1731747980166 2024-11-16T09:06:20,204 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f43e86981f5f85997ea478d1b3edf8f, NAME => 'SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T09:06:20,205 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,205 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,205 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,205 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,207 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:20,207 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:20,208 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:20,208 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c6101fbaf16016a0f97519cc0d77ec9, NAME => 'SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T09:06:20,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0aeca84ab51297fbc45c90e85b63c66, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:20,208 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,209 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,209 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,209 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0aeca84ab51297fbc45c90e85b63c66, server=16bf49104b8f,45907,1731747957189 because future has completed 2024-11-16T09:06:20,215 INFO [StoreOpener-fb3e4b29fee1e945e7a87cbe5209372b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,215 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,215 INFO [StoreOpener-6c6101fbaf16016a0f97519cc0d77ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-16T09:06:20,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f0aeca84ab51297fbc45c90e85b63c66, server=16bf49104b8f,45907,1731747957189 in 10.0460 sec 2024-11-16T09:06:20,217 INFO [StoreOpener-6c6101fbaf16016a0f97519cc0d77ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c6101fbaf16016a0f97519cc0d77ec9 columnFamilyName cf 2024-11-16T09:06:20,217 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f43e86981f5f85997ea478d1b3edf8f columnFamilyName cf 2024-11-16T09:06:20,218 DEBUG [StoreOpener-6c6101fbaf16016a0f97519cc0d77ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,218 DEBUG [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,219 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] regionserver.HStore(327): Store=6f43e86981f5f85997ea478d1b3edf8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,219 INFO [StoreOpener-6c6101fbaf16016a0f97519cc0d77ec9-1 {}] regionserver.HStore(327): Store=6c6101fbaf16016a0f97519cc0d77ec9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,219 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,220 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,220 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0aeca84ab51297fbc45c90e85b63c66, ASSIGN in 10.2290 sec 2024-11-16T09:06:20,221 INFO [StoreOpener-fb3e4b29fee1e945e7a87cbe5209372b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb3e4b29fee1e945e7a87cbe5209372b columnFamilyName cf 2024-11-16T09:06:20,221 DEBUG [StoreOpener-fb3e4b29fee1e945e7a87cbe5209372b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,221 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,221 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,222 INFO [StoreOpener-fb3e4b29fee1e945e7a87cbe5209372b-1 {}] regionserver.HStore(327): Store=fb3e4b29fee1e945e7a87cbe5209372b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,222 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,223 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,224 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,224 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,224 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,224 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,224 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,227 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,230 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,230 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,230 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,231 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6f43e86981f5f85997ea478d1b3edf8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960918, jitterRate=0.08720239996910095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,231 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fb3e4b29fee1e945e7a87cbe5209372b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74371525, jitterRate=0.10822208225727081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,231 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6c6101fbaf16016a0f97519cc0d77ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65703104, jitterRate=-0.02094745635986328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6f43e86981f5f85997ea478d1b3edf8f: Running coprocessor pre-open hook at 1731747980205Writing region info on filesystem at 1731747980205Initializing all the Stores at 1731747980206 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980206Cleaning up temporary data from old regions at 1731747980222 (+16 ms)Running coprocessor post-open hooks at 1731747980231 (+9 ms)Region opened successfully at 1731747980231 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6c6101fbaf16016a0f97519cc0d77ec9: Running coprocessor pre-open hook at 1731747980209Writing region info on filesystem at 1731747980209Initializing all the Stores at 1731747980211 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980211Cleaning up temporary data from old regions at 1731747980222 (+11 ms)Running coprocessor post-open hooks at 1731747980231 (+9 ms)Region opened successfully at 1731747980231 2024-11-16T09:06:20,231 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fb3e4b29fee1e945e7a87cbe5209372b: Running coprocessor pre-open hook at 1731747980204Writing region info on filesystem at 1731747980204Initializing all the Stores at 1731747980206 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980206Cleaning up temporary data from old regions at 1731747980224 (+18 ms)Running coprocessor post-open hooks at 1731747980231 (+7 ms)Region opened successfully at 1731747980231 2024-11-16T09:06:20,232 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., pid=24, masterSystemTime=1731747980190 2024-11-16T09:06:20,232 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., pid=17, masterSystemTime=1731747980166 2024-11-16T09:06:20,234 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., pid=19, masterSystemTime=1731747980190 2024-11-16T09:06:20,235 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:20,235 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:20,235 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:20,236 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => dd0cfca1ee202ee199fe335a1dad93a2, NAME => 'SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T09:06:20,236 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,236 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,236 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,237 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c6101fbaf16016a0f97519cc0d77ec9, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:20,237 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:20,238 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:20,238 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:20,238 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b45f087998c26ce1d37a2d2ab2c427, NAME => 'SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T09:06:20,238 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,239 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,239 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,239 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,239 INFO [StoreOpener-dd0cfca1ee202ee199fe335a1dad93a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,241 INFO [StoreOpener-dd0cfca1ee202ee199fe335a1dad93a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0cfca1ee202ee199fe335a1dad93a2 columnFamilyName cf 2024-11-16T09:06:20,241 DEBUG [StoreOpener-dd0cfca1ee202ee199fe335a1dad93a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6f43e86981f5f85997ea478d1b3edf8f, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:20,242 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:20,242 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:20,242 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:20,242 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d46d1ea846ce78c20769dbe53e64a396, NAME => 'SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T09:06:20,242 INFO [StoreOpener-dd0cfca1ee202ee199fe335a1dad93a2-1 {}] regionserver.HStore(327): Store=dd0cfca1ee202ee199fe335a1dad93a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,243 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,243 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,243 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,243 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9, server=16bf49104b8f,45907,1731747957189 because future has completed 2024-11-16T09:06:20,243 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,244 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,245 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb3e4b29fee1e945e7a87cbe5209372b, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:20,246 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,246 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,41095,1731747957071 because future has completed 2024-11-16T09:06:20,248 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,249 INFO [StoreOpener-d46d1ea846ce78c20769dbe53e64a396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b, server=16bf49104b8f,41131,1731747957252 because future has completed 2024-11-16T09:06:20,252 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b45f087998c26ce1d37a2d2ab2c427 columnFamilyName cf 2024-11-16T09:06:20,252 DEBUG [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-16T09:06:20,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9, server=16bf49104b8f,45907,1731747957189 in 10.0800 sec 2024-11-16T09:06:20,253 INFO [StoreOpener-d46d1ea846ce78c20769dbe53e64a396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d46d1ea846ce78c20769dbe53e64a396 columnFamilyName cf 2024-11-16T09:06:20,253 DEBUG [StoreOpener-d46d1ea846ce78c20769dbe53e64a396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,253 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,254 INFO [StoreOpener-d46d1ea846ce78c20769dbe53e64a396-1 {}] regionserver.HStore(327): Store=d46d1ea846ce78c20769dbe53e64a396/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,254 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] regionserver.HStore(327): Store=69b45f087998c26ce1d37a2d2ab2c427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,254 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,255 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,256 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,257 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,257 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-16T09:06:20,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,41095,1731747957071 in 10.0580 sec 2024-11-16T09:06:20,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c6101fbaf16016a0f97519cc0d77ec9, ASSIGN in 10.2650 sec 2024-11-16T09:06:20,258 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,258 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,258 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,259 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,259 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN in 10.2690 sec 2024-11-16T09:06:20,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-16T09:06:20,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b, server=16bf49104b8f,41131,1731747957252 in 10.0850 sec 2024-11-16T09:06:20,261 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/dd0cfca1ee202ee199fe335a1dad93a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,262 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened dd0cfca1ee202ee199fe335a1dad93a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64365860, jitterRate=-0.040873944759368896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,263 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:20,263 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for dd0cfca1ee202ee199fe335a1dad93a2: Running coprocessor pre-open hook at 1731747980237Writing region info on filesystem at 1731747980237Initializing all the Stores at 1731747980239 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980239Cleaning up temporary data from old regions at 1731747980246 (+7 ms)Running coprocessor post-open hooks at 1731747980263 (+17 ms)Region opened successfully at 1731747980263 2024-11-16T09:06:20,264 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,264 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,264 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2., pid=15, masterSystemTime=1731747980166 2024-11-16T09:06:20,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb3e4b29fee1e945e7a87cbe5209372b, ASSIGN in 10.2730 sec 2024-11-16T09:06:20,267 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/d46d1ea846ce78c20769dbe53e64a396/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,267 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,268 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:20,268 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:20,268 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:20,268 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fbe268bc343d8df230ceb0d99503251, NAME => 'SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T09:06:20,269 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d46d1ea846ce78c20769dbe53e64a396; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558996, jitterRate=0.06631213426589966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,269 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 69b45f087998c26ce1d37a2d2ab2c427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68674116, jitterRate=0.02332407236099243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,269 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:20,269 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:20,269 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 69b45f087998c26ce1d37a2d2ab2c427: Running coprocessor pre-open hook at 1731747980239Writing region info on filesystem at 1731747980239Initializing all the Stores at 1731747980241 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980241Cleaning up temporary data from old regions at 1731747980259 (+18 ms)Running coprocessor post-open hooks at 1731747980269 (+10 ms)Region opened successfully at 1731747980269 2024-11-16T09:06:20,269 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d46d1ea846ce78c20769dbe53e64a396: Running coprocessor pre-open hook at 1731747980243Writing region info on filesystem at 1731747980243Initializing all the Stores at 1731747980245 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980245Cleaning up temporary data from old regions at 1731747980258 (+13 ms)Running coprocessor post-open hooks at 1731747980269 (+11 ms)Region opened successfully at 1731747980269 2024-11-16T09:06:20,269 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd0cfca1ee202ee199fe335a1dad93a2, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:20,270 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,270 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,270 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,272 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427., pid=23, masterSystemTime=1731747980190 2024-11-16T09:06:20,272 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396., pid=22, masterSystemTime=1731747980190 2024-11-16T09:06:20,273 INFO [StoreOpener-4fbe268bc343d8df230ceb0d99503251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2, server=16bf49104b8f,45907,1731747957189 because future has completed 2024-11-16T09:06:20,275 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:20,275 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:20,276 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:20,276 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a840acddb805b09af2bc1b0eac81a98, NAME => 'SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T09:06:20,276 INFO [StoreOpener-4fbe268bc343d8df230ceb0d99503251-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fbe268bc343d8df230ceb0d99503251 columnFamilyName cf 2024-11-16T09:06:20,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69b45f087998c26ce1d37a2d2ab2c427, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:20,276 DEBUG [StoreOpener-4fbe268bc343d8df230ceb0d99503251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,276 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,276 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,276 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,276 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,277 INFO [StoreOpener-4fbe268bc343d8df230ceb0d99503251-1 {}] regionserver.HStore(327): Store=4fbe268bc343d8df230ceb0d99503251/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,277 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,278 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:20,278 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:20,279 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 43d176abb131111b77cddb39340791e0, NAME => 'SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T09:06:20,279 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,279 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,280 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,281 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,281 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,281 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a840acddb805b09af2bc1b0eac81a98 columnFamilyName cf 2024-11-16T09:06:20,282 DEBUG [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d46d1ea846ce78c20769dbe53e64a396, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:20,283 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] regionserver.HStore(327): Store=6a840acddb805b09af2bc1b0eac81a98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,283 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-16T09:06:20,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2, server=16bf49104b8f,45907,1731747957189 in 10.1150 sec 2024-11-16T09:06:20,285 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,286 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,286 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,287 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,287 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41095,1731747957071 because future has completed 2024-11-16T09:06:20,288 INFO [StoreOpener-43d176abb131111b77cddb39340791e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,289 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=16bf49104b8f,41095,1731747957071, table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T09:06:20,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d46d1ea846ce78c20769dbe53e64a396, server=16bf49104b8f,41131,1731747957252 because future has completed 2024-11-16T09:06:20,290 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35631 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=16bf49104b8f,41131,1731747957252, table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T09:06:20,291 INFO [StoreOpener-43d176abb131111b77cddb39340791e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d176abb131111b77cddb39340791e0 columnFamilyName cf 2024-11-16T09:06:20,291 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,291 DEBUG [StoreOpener-43d176abb131111b77cddb39340791e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:20,293 INFO [StoreOpener-43d176abb131111b77cddb39340791e0-1 {}] regionserver.HStore(327): Store=43d176abb131111b77cddb39340791e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:20,293 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd0cfca1ee202ee199fe335a1dad93a2, ASSIGN in 10.2960 sec 2024-11-16T09:06:20,295 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,295 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,296 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,296 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-16T09:06:20,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-16T09:06:20,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41095,1731747957071 in 10.1070 sec 2024-11-16T09:06:20,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d46d1ea846ce78c20769dbe53e64a396, server=16bf49104b8f,41131,1731747957252 in 10.1140 sec 2024-11-16T09:06:20,300 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN in 10.3100 sec 2024-11-16T09:06:20,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d46d1ea846ce78c20769dbe53e64a396, ASSIGN in 10.3120 sec 2024-11-16T09:06:20,304 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,304 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/43d176abb131111b77cddb39340791e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,304 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6a840acddb805b09af2bc1b0eac81a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542601, jitterRate=-0.03824029862880707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,305 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:20,305 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6a840acddb805b09af2bc1b0eac81a98: Running coprocessor pre-open hook at 1731747980277Writing region info on filesystem at 1731747980277Initializing all the Stores at 1731747980278 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980279 (+1 ms)Cleaning up temporary data from old regions at 1731747980287 (+8 ms)Running coprocessor post-open hooks at 1731747980305 (+18 ms)Region opened successfully at 1731747980305 2024-11-16T09:06:20,305 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 43d176abb131111b77cddb39340791e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68655565, jitterRate=0.023047640919685364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,305 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:20,305 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 43d176abb131111b77cddb39340791e0: Running coprocessor pre-open hook at 1731747980285Writing region info on filesystem at 1731747980285Initializing all the Stores at 1731747980286 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980286Cleaning up temporary data from old regions at 1731747980296 (+10 ms)Running coprocessor post-open hooks at 1731747980305 (+9 ms)Region opened successfully at 1731747980305 2024-11-16T09:06:20,306 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., pid=21, masterSystemTime=1731747980190 2024-11-16T09:06:20,306 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0., pid=20, masterSystemTime=1731747980190 2024-11-16T09:06:20,306 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/4fbe268bc343d8df230ceb0d99503251/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:06:20,309 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4fbe268bc343d8df230ceb0d99503251; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68433182, jitterRate=0.01973387598991394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:20,309 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:20,309 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4fbe268bc343d8df230ceb0d99503251: Running coprocessor pre-open hook at 1731747980270Writing region info on filesystem at 1731747980270Initializing all the Stores at 1731747980272 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731747980272Cleaning up temporary data from old regions at 1731747980281 (+9 ms)Running coprocessor post-open hooks at 1731747980309 (+28 ms)Region opened successfully at 1731747980309 2024-11-16T09:06:20,309 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:20,310 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:20,310 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251., pid=16, masterSystemTime=1731747980166 2024-11-16T09:06:20,311 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6a840acddb805b09af2bc1b0eac81a98, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41095,1731747957071 2024-11-16T09:06:20,311 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:20,311 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:20,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=43d176abb131111b77cddb39340791e0, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:20,314 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:20,314 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41095,1731747957071 because future has completed 2024-11-16T09:06:20,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4fbe268bc343d8df230ceb0d99503251, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:20,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d176abb131111b77cddb39340791e0, server=16bf49104b8f,41131,1731747957252 because future has completed 2024-11-16T09:06:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fbe268bc343d8df230ceb0d99503251, server=16bf49104b8f,45907,1731747957189 because future has completed 2024-11-16T09:06:20,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-16T09:06:20,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41095,1731747957071 in 10.1410 sec 2024-11-16T09:06:20,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-16T09:06:20,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 43d176abb131111b77cddb39340791e0, server=16bf49104b8f,41131,1731747957252 in 10.1450 sec 2024-11-16T09:06:20,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN in 10.3340 sec 2024-11-16T09:06:20,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43d176abb131111b77cddb39340791e0, ASSIGN in 10.3370 sec 2024-11-16T09:06:20,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-16T09:06:20,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fbe268bc343d8df230ceb0d99503251, server=16bf49104b8f,45907,1731747957189 in 10.1600 sec 2024-11-16T09:06:20,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T09:06:20,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fbe268bc343d8df230ceb0d99503251, ASSIGN in 10.3400 sec 2024-11-16T09:06:20,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:06:20,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731747980334"}]},"ts":"1731747980334"} 2024-11-16T09:06:20,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T09:06:20,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:06:20,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9010 sec 2024-11-16T09:06:22,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T09:06:25,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:06:25,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:06:26,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-16T09:06:26,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-16T09:06:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:06:27,684 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T09:06:27,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T09:06:27,685 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:06:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T09:06:27,696 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:06:27,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T09:06:27,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,759 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., hostname=16bf49104b8f,45907,1731747957189, seqNum=2] 2024-11-16T09:06:27,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., hostname=16bf49104b8f,41131,1731747957252, seqNum=2] 2024-11-16T09:06:27,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:27,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., hostname=16bf49104b8f,41095,1731747957071, seqNum=2] 2024-11-16T09:06:28,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:06:28,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:06:28,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:06:28,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:06:28,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45907 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:06:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:28,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:06:28,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:06:29,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:06:29,426 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T09:06:29,427 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:06:29,429 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T09:06:29,435 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T09:06:29,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T09:06:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:06:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:06:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:06:29,461 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T09:06:29,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d46d1ea846ce78c20769dbe53e64a396}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0aeca84ab51297fbc45c90e85b63c66}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fbe268bc343d8df230ceb0d99503251}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43d176abb131111b77cddb39340791e0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98}] 2024-11-16T09:06:29,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:29,468 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:29,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:29,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:29,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:29,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:29,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:29,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:29,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:29,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:29,528 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 16bf49104b8f,41095,1731747957071 2024-11-16T09:06:29,529 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 16bf49104b8f,41095,1731747957071: Simulated kill ***** 2024-11-16T09:06:29,529 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T09:06:29,531 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T09:06:29,532 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T09:06:29,535 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T09:06:29,536 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T09:06:29,544 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 606431600 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153602872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "16bf49104b8f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "16bf49104b8f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61828", "tag.serverName": "16bf49104b8f,45907,1731747957189", "tag.clusterId": "5684a185-9921-433e-ad17-91fb32fdeb25", "tag.Context": "regionserver", "tag.Hostname": "16bf49104b8f", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731747957189, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T09:06:29,548 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35631 {}] master.MasterRpcServices(700): 16bf49104b8f,41095,1731747957071 reported a fatal error: ***** ABORTING region server 16bf49104b8f,41095,1731747957071: Simulated kill ***** 2024-11-16T09:06:29,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,41095,1731747957071' ***** 2024-11-16T09:06:29,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T09:06:29,552 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:06:29,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:06:29,552 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:06:29,552 INFO [RS:0;16bf49104b8f:41095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T09:06:29,552 INFO [RS:0;16bf49104b8f:41095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T09:06:29,553 INFO [RS:0;16bf49104b8f:41095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:06:29,553 INFO [RS:0;16bf49104b8f:41095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16bf49104b8f:41095. 2024-11-16T09:06:29,553 DEBUG [RS:0;16bf49104b8f:41095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:06:29,553 DEBUG [RS:0;16bf49104b8f:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741834_1010 (size=966) 2024-11-16T09:06:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741834_1010 (size=966) 2024-11-16T09:06:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741834_1010 (size=966) 2024-11-16T09:06:29,560 DEBUG [RS:0;16bf49104b8f:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:06:29,560 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:06:29,560 INFO [RS:0;16bf49104b8f:41095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41095 2024-11-16T09:06:29,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,41095,1731747957071 2024-11-16T09:06:29,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:06:29,583 INFO [RS:0;16bf49104b8f:41095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:06:29,583 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fe0ac904990@69dae8cc rejected from java.util.concurrent.ThreadPoolExecutor@2cd87b93[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T09:06:29,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,41095,1731747957071] 2024-11-16T09:06:29,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,41095,1731747957071 already deleted, retry=false 2024-11-16T09:06:29,599 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 16bf49104b8f,41095,1731747957071 on 16bf49104b8f,35631,1731747956167 2024-11-16T09:06:29,605 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16bf49104b8f,41095,1731747957071, splitWal=true, meta=false 2024-11-16T09:06:29,608 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 16bf49104b8f,41095,1731747957071 (carryingMeta=false) 16bf49104b8f,41095,1731747957071/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@384e9e70[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T09:06:29,608 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16bf49104b8f,41095,1731747957071, splitWal=true, meta=false 2024-11-16T09:06:29,610 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 16bf49104b8f,41095,1731747957071 had 3 regions 2024-11-16T09:06:29,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:29,610 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:29,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:29,611 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16bf49104b8f,41095,1731747957071, splitWal=true, meta=false, isMeta: false 2024-11-16T09:06:29,611 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f can not run currently because target server of region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T09:06:29,611 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 can not run currently because target server of region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T09:06:29,611 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 can not run currently because target server of region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 16bf49104b8f,41095,1731747957071 is in state CRASHED, wait 1000 ms to retry 2024-11-16T09:06:29,611 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f; timeout=1000, timestamp=1731747990611 2024-11-16T09:06:29,611 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427; timeout=1000, timestamp=1731747990611 2024-11-16T09:06:29,611 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98; timeout=1000, timestamp=1731747990611 2024-11-16T09:06:29,613 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting 2024-11-16T09:06:29,615 INFO [PEWorker-2 {}] master.SplitWALManager(105): 16bf49104b8f,41095,1731747957071 WAL count=1, meta=false 2024-11-16T09:06:29,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16bf49104b8f%2C41095%2C1731747957071.1731747958756}] 2024-11-16T09:06:29,622 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:29,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16bf49104b8f%2C41095%2C1731747957071.1731747958756, worker=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:29,627 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:06:29,671 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:06:29,671 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:06:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:06:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x101442e55610001, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:06:29,692 INFO [RS:0;16bf49104b8f:41095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:06:29,693 INFO [RS:0;16bf49104b8f:41095 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,41095,1731747957071; zookeeper connection closed. 2024-11-16T09:06:29,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103f3e7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103f3e7a 2024-11-16T09:06:30,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:30,612 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:30,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:30,615 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 can not run currently because target server of region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T09:06:30,615 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98; timeout=2000, timestamp=1731747992615 2024-11-16T09:06:30,615 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 can not run currently because target server of region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T09:06:30,615 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f can not run currently because target server of region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T09:06:30,615 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427; timeout=2000, timestamp=1731747992615 2024-11-16T09:06:30,616 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f; timeout=2000, timestamp=1731747992615 2024-11-16T09:06:32,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:32,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:32,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:32,617 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f can not run currently because target server of region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T09:06:32,617 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 can not run currently because target server of region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T09:06:32,617 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 can not run currently because target server of region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T09:06:32,617 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f; timeout=4000, timestamp=1731747996617 2024-11-16T09:06:32,617 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427; timeout=4000, timestamp=1731747996617 2024-11-16T09:06:32,617 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98; timeout=4000, timestamp=1731747996617 2024-11-16T09:06:33,347 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16bf49104b8f:35631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T09:06:36,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:36,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:36,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:36,621 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 can not run currently because target server of region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T09:06:36,621 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 can not run currently because target server of region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T09:06:36,621 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f can not run currently because target server of region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 16bf49104b8f,41095,1731747957071 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T09:06:36,621 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427; timeout=8000, timestamp=1731748004621 2024-11-16T09:06:36,621 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f; timeout=8000, timestamp=1731748004621 2024-11-16T09:06:36,621 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98; timeout=8000, timestamp=1731748004621 2024-11-16T09:06:39,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T09:06:39,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-16T09:06:39,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T09:06:39,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T09:06:39,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:39,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:39,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T09:06:39,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T09:06:39,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:39,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T09:06:39,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:39,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T09:06:39,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:39,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4fbe268bc343d8df230ceb0d99503251: 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d46d1ea846ce78c20769dbe53e64a396: 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 43d176abb131111b77cddb39340791e0: 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for dd0cfca1ee202ee199fe335a1dad93a2: 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fb3e4b29fee1e945e7a87cbe5209372b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T09:06:39,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f0aeca84ab51297fbc45c90e85b63c66: 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:39,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:39,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:39,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:39,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:39,510 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756, size=966 (966bytes) 2024-11-16T09:06:39,511 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T09:06:39,512 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T09:06:39,512 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 2024-11-16T09:06:39,518 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 after 4ms 2024-11-16T09:06:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:06:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:06:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:06:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:06:39,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:06:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:06:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:06:39,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:06:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:06:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:06:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:06:39,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T09:06:39,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T09:06:39,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:06:39,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T09:06:39,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:39,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6c6101fbaf16016a0f97519cc0d77ec9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T09:06:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T09:06:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T09:06:39,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:39,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T09:06:39,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:39,532 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:06:39,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43d176abb131111b77cddb39340791e0 2024-11-16T09:06:39,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:06:39,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd0cfca1ee202ee199fe335a1dad93a2 in 10.0710 sec 2024-11-16T09:06:39,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0aeca84ab51297fbc45c90e85b63c66 in 10.0710 sec 2024-11-16T09:06:39,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43d176abb131111b77cddb39340791e0 in 10.0710 sec 2024-11-16T09:06:39,551 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 took 41ms 2024-11-16T09:06:39,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:06:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:06:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:06:39,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:06:39,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T09:06:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T09:06:39,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:39,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:06:39,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4fbe268bc343d8df230ceb0d99503251 in 10.0960 sec 2024-11-16T09:06:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741852_1028 (size=57) 2024-11-16T09:06:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741852_1028 (size=57) 2024-11-16T09:06:39,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741852_1028 (size=57) 2024-11-16T09:06:39,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:06:39,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T09:06:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T09:06:39,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:39,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:06:39,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d46d1ea846ce78c20769dbe53e64a396 in 10.1070 sec 2024-11-16T09:06:39,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6f43e86981f5f85997ea478d1b3edf8f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T09:06:39,587 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 69b45f087998c26ce1d37a2d2ab2c427: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T09:06:39,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6a840acddb805b09af2bc1b0eac81a98: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T09:06:39,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 so closing down 2024-11-16T09:06:39,590 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:06:39,590 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:06:39,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/.tmp/cf/b613b6fc49114bd3a4d0fb78b355eeeb is 34, key is baa/cf:cf/1731747988735/Put/seqid=0 2024-11-16T09:06:39,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/.tmp/cf/edaf47d9f73d47c9a101d9ba45ce6b76 is 34, key is ccd/cf:cf/1731747988773/Put/seqid=0 2024-11-16T09:06:39,597 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756, size=966, length=966, corrupted=false, cancelled=false 2024-11-16T09:06:39,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756, journal: Splitting hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756, size=966 (966bytes) at 1731747999511Finishing writing output for hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 so closing down at 1731747999589 (+78 ms)3 split writer threads finished at 1731747999590 (+1 ms)Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756, size=966, length=966, corrupted=false, cancelled=false at 1731747999597 (+7 ms) 2024-11-16T09:06:39,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 2024-11-16T09:06:39,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T09:06:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T09:06:39,607 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting/16bf49104b8f%2C41095%2C1731747957071.1731747958756 to hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs 2024-11-16T09:06:39,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T09:06:39,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 16bf49104b8f%2C41095%2C1731747957071.1731747958756, worker=16bf49104b8f,41131,1731747957252 in 9.9830 sec 2024-11-16T09:06:39,612 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T09:06:39,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 16bf49104b8f%2C41095%2C1731747957071.1731747958756, worker=16bf49104b8f,41131,1731747957252 in 9.9970 sec 2024-11-16T09:06:39,619 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting dir is empty, no logs to split. 2024-11-16T09:06:39,619 INFO [PEWorker-4 {}] master.SplitWALManager(105): 16bf49104b8f,41095,1731747957071 WAL count=0, meta=false 2024-11-16T09:06:39,619 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 16bf49104b8f,41095,1731747957071 WAL splitting is done? wals=0, meta=false 2024-11-16T09:06:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741855_1031 (size=28623) 2024-11-16T09:06:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741854_1030 (size=47197) 2024-11-16T09:06:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741855_1031 (size=28623) 2024-11-16T09:06:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741854_1030 (size=47197) 2024-11-16T09:06:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741855_1031 (size=28623) 2024-11-16T09:06:39,625 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 16bf49104b8f,41095,1731747957071 failed, ignore...File hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,41095,1731747957071-splitting does not exist. 2024-11-16T09:06:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741854_1030 (size=47197) 2024-11-16T09:06:39,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/.tmp/cf/b613b6fc49114bd3a4d0fb78b355eeeb 2024-11-16T09:06:39,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/.tmp/cf/edaf47d9f73d47c9a101d9ba45ce6b76 2024-11-16T09:06:39,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN}] 2024-11-16T09:06:39,630 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN 2024-11-16T09:06:39,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN 2024-11-16T09:06:39,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN 2024-11-16T09:06:39,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:06:39,632 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:06:39,632 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:06:39,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/.tmp/cf/edaf47d9f73d47c9a101d9ba45ce6b76 as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/cf/edaf47d9f73d47c9a101d9ba45ce6b76 2024-11-16T09:06:39,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/.tmp/cf/b613b6fc49114bd3a4d0fb78b355eeeb as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/cf/b613b6fc49114bd3a4d0fb78b355eeeb 2024-11-16T09:06:39,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/cf/edaf47d9f73d47c9a101d9ba45ce6b76, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T09:06:39,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/cf/b613b6fc49114bd3a4d0fb78b355eeeb, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T09:06:39,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6c6101fbaf16016a0f97519cc0d77ec9 in 160ms, sequenceid=5, compaction requested=false 2024-11-16T09:06:39,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fb3e4b29fee1e945e7a87cbe5209372b in 207ms, sequenceid=5, compaction requested=false 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6c6101fbaf16016a0f97519cc0d77ec9: 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fb3e4b29fee1e945e7a87cbe5209372b: 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. for SnapshotProcedureTest completed. 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/cf/b613b6fc49114bd3a4d0fb78b355eeeb] hfiles 2024-11-16T09:06:39,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/cf/edaf47d9f73d47c9a101d9ba45ce6b76] hfiles 2024-11-16T09:06:39,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/cf/edaf47d9f73d47c9a101d9ba45ce6b76 for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/cf/b613b6fc49114bd3a4d0fb78b355eeeb for snapshot=SnapshotProcedureTest 2024-11-16T09:06:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741857_1033 (size=105) 2024-11-16T09:06:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741856_1032 (size=105) 2024-11-16T09:06:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741856_1032 (size=105) 2024-11-16T09:06:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741857_1033 (size=105) 2024-11-16T09:06:39,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:06:39,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T09:06:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741856_1032 (size=105) 2024-11-16T09:06:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741857_1033 (size=105) 2024-11-16T09:06:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T09:06:39,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:39,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:06:39,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:06:39,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T09:06:39,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb3e4b29fee1e945e7a87cbe5209372b in 10.2580 sec 2024-11-16T09:06:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T09:06:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:39,724 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:06:39,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c6101fbaf16016a0f97519cc0d77ec9 in 10.2640 sec 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:06:39,783 INFO [16bf49104b8f:35631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:06:39,783 INFO [16bf49104b8f:35631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:06:39,783 DEBUG [16bf49104b8f:35631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:06:39,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6f43e86981f5f85997ea478d1b3edf8f, regionState=OPENING, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:39,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6a840acddb805b09af2bc1b0eac81a98, regionState=OPENING, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:39,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=69b45f087998c26ce1d37a2d2ab2c427, regionState=OPENING, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN because future has completed 2024-11-16T09:06:39,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:39,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN because future has completed 2024-11-16T09:06:39,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,45907,1731747957189}] 2024-11-16T09:06:39,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN because future has completed 2024-11-16T09:06:39,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41131,1731747957252}] 2024-11-16T09:06:44,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f held by pid=39 2024-11-16T09:06:44,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 held by pid=40 2024-11-16T09:06:44,622 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:44,622 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 held by pid=41 2024-11-16T09:06:44,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:44,622 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,307 INFO [master/16bf49104b8f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T09:06:49,307 INFO [master/16bf49104b8f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T09:06:49,802 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:49,802 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a840acddb805b09af2bc1b0eac81a98, NAME => 'SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f43e86981f5f85997ea478d1b3edf8f, NAME => 'SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,802 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,803 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,803 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,804 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,804 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,806 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f43e86981f5f85997ea478d1b3edf8f columnFamilyName cf 2024-11-16T09:06:49,806 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a840acddb805b09af2bc1b0eac81a98 columnFamilyName cf 2024-11-16T09:06:49,806 DEBUG [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:49,806 DEBUG [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:49,806 INFO [StoreOpener-6f43e86981f5f85997ea478d1b3edf8f-1 {}] regionserver.HStore(327): Store=6f43e86981f5f85997ea478d1b3edf8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:49,806 INFO [StoreOpener-6a840acddb805b09af2bc1b0eac81a98-1 {}] regionserver.HStore(327): Store=6a840acddb805b09af2bc1b0eac81a98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:49,807 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,807 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,808 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,808 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,809 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,809 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,810 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,810 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,810 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,810 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,812 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,812 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,814 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 6a840acddb805b09af2bc1b0eac81a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66872786, jitterRate=-0.003517836332321167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:49,814 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6f43e86981f5f85997ea478d1b3edf8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64353415, jitterRate=-0.04105938971042633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:49,814 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,814 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,814 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 6a840acddb805b09af2bc1b0eac81a98: Running coprocessor pre-open hook at 1731748009803Writing region info on filesystem at 1731748009803Initializing all the Stores at 1731748009804 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748009804Cleaning up temporary data from old regions at 1731748009810 (+6 ms)Running coprocessor post-open hooks at 1731748009814 (+4 ms)Region opened successfully at 1731748009814 2024-11-16T09:06:49,814 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6f43e86981f5f85997ea478d1b3edf8f: Running coprocessor pre-open hook at 1731748009803Writing region info on filesystem at 1731748009803Initializing all the Stores at 1731748009804 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748009804Cleaning up temporary data from old regions at 1731748009810 (+6 ms)Running coprocessor post-open hooks at 1731748009814 (+4 ms)Region opened successfully at 1731748009814 2024-11-16T09:06:49,815 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., pid=44, masterSystemTime=1731748009790 2024-11-16T09:06:49,815 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f., pid=43, masterSystemTime=1731748009791 2024-11-16T09:06:49,817 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:49,817 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:49,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6f43e86981f5f85997ea478d1b3edf8f, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,45907,1731747957189 2024-11-16T09:06:49,818 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:49,818 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:49,818 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:49,819 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b45f087998c26ce1d37a2d2ab2c427, NAME => 'SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T09:06:49,819 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,819 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:06:49,819 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,819 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6a840acddb805b09af2bc1b0eac81a98, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,45907,1731747957189 because future has completed 2024-11-16T09:06:49,823 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41131,1731747957252 because future has completed 2024-11-16T09:06:49,825 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b45f087998c26ce1d37a2d2ab2c427 columnFamilyName cf 2024-11-16T09:06:49,825 DEBUG [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:06:49,826 INFO [StoreOpener-69b45f087998c26ce1d37a2d2ab2c427-1 {}] regionserver.HStore(327): Store=69b45f087998c26ce1d37a2d2ab2c427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:06:49,826 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-16T09:06:49,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f, server=16bf49104b8f,45907,1731747957189 in 10.0340 sec 2024-11-16T09:06:49,828 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-16T09:06:49,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a840acddb805b09af2bc1b0eac81a98, server=16bf49104b8f,41131,1731747957252 in 10.0350 sec 2024-11-16T09:06:49,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f43e86981f5f85997ea478d1b3edf8f, ASSIGN in 10.1990 sec 2024-11-16T09:06:49,829 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:49,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a840acddb805b09af2bc1b0eac81a98, ASSIGN in 10.2000 sec 2024-11-16T09:06:49,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:06:49,830 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,831 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,831 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,835 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,836 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 69b45f087998c26ce1d37a2d2ab2c427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70797790, jitterRate=0.05496928095817566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:06:49,836 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,836 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 69b45f087998c26ce1d37a2d2ab2c427: Running coprocessor pre-open hook at 1731748009820Writing region info on filesystem at 1731748009820Initializing all the Stores at 1731748009822 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748009822Cleaning up temporary data from old regions at 1731748009831 (+9 ms)Running coprocessor post-open hooks at 1731748009836 (+5 ms)Region opened successfully at 1731748009836 2024-11-16T09:06:49,837 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427., pid=42, masterSystemTime=1731748009790 2024-11-16T09:06:49,840 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:49,840 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:49,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=69b45f087998c26ce1d37a2d2ab2c427, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,41131,1731747957252 2024-11-16T09:06:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41131,1731747957252 because future has completed 2024-11-16T09:06:49,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-16T09:06:49,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427, server=16bf49104b8f,41131,1731747957252 in 10.0570 sec 2024-11-16T09:06:49,849 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:06:49,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-16T09:06:49,849 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 16bf49104b8f,41095,1731747957071 after splitting done 2024-11-16T09:06:49,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69b45f087998c26ce1d37a2d2ab2c427, ASSIGN in 10.2190 sec 2024-11-16T09:06:49,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 16bf49104b8f,41095,1731747957071, splitWal=true, meta=false in 20.2490 sec 2024-11-16T09:06:55,307 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:06:55,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:06:58,748 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T09:06:59,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T09:06:59,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T09:06:59,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:59,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:06:59,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T09:06:59,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 69b45f087998c26ce1d37a2d2ab2c427: 2024-11-16T09:06:59,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:06:59,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6f43e86981f5f85997ea478d1b3edf8f: 2024-11-16T09:06:59,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. for SnapshotProcedureTest completed. 2024-11-16T09:06:59,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. for SnapshotProcedureTest completed. 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6a840acddb805b09af2bc1b0eac81a98: 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. for SnapshotProcedureTest completed. 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:59,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:59,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:06:59,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:06:59,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:06:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741858_1034 (size=65) 2024-11-16T09:06:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741858_1034 (size=65) 2024-11-16T09:06:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741858_1034 (size=65) 2024-11-16T09:06:59,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:06:59,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T09:06:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T09:06:59,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741859_1035 (size=65) 2024-11-16T09:06:59,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:06:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741859_1035 (size=65) 2024-11-16T09:06:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741859_1035 (size=65) 2024-11-16T09:06:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741860_1036 (size=57) 2024-11-16T09:06:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741860_1036 (size=57) 2024-11-16T09:06:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741860_1036 (size=57) 2024-11-16T09:06:59,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6f43e86981f5f85997ea478d1b3edf8f in 30.3910 sec 2024-11-16T09:07:00,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:00,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:00,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T09:07:00,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T09:07:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T09:07:00,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:07:00,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:07:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T09:07:00,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:07:00,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:07:00,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69b45f087998c26ce1d37a2d2ab2c427 in 30.7950 sec 2024-11-16T09:07:00,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-16T09:07:00,263 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T09:07:00,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a840acddb805b09af2bc1b0eac81a98 in 30.7950 sec 2024-11-16T09:07:00,265 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T09:07:00,268 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T09:07:00,268 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T09:07:00,271 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:07:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741861_1037 (size=1094) 2024-11-16T09:07:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741861_1037 (size=1094) 2024-11-16T09:07:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741861_1037 (size=1094) 2024-11-16T09:07:00,296 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T09:07:00,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T09:07:00,310 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:00,310 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:00,310 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:00,310 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:00,310 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:00,316 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:04,351 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16bf49104b8f:35631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T09:07:05,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fb3e4b29fee1e945e7a87cbe5209372b, had cached 0 bytes from a total of 47197 2024-11-16T09:07:05,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6c6101fbaf16016a0f97519cc0d77ec9, had cached 0 bytes from a total of 28623 2024-11-16T09:07:09,268 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d46d1ea846ce78c20769dbe53e64a396 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,270 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69b45f087998c26ce1d37a2d2ab2c427 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,270 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 43d176abb131111b77cddb39340791e0 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,271 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb3e4b29fee1e945e7a87cbe5209372b changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,272 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6a840acddb805b09af2bc1b0eac81a98 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,272 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f0aeca84ab51297fbc45c90e85b63c66 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,273 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4fbe268bc343d8df230ceb0d99503251 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,273 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd0cfca1ee202ee199fe335a1dad93a2 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,273 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6f43e86981f5f85997ea478d1b3edf8f changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:09,273 DEBUG [master/16bf49104b8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6c6101fbaf16016a0f97519cc0d77ec9 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-16T09:07:10,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-16T09:07:10,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:07:10,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:07:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T09:07:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-16T09:07:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T09:07:10,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T09:07:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-16T09:07:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T09:07:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-16T09:07:10,327 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T09:07:10,327 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 Release verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:10,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T09:07:10,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T09:07:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T09:07:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-16T09:07:10,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 10.0230 sec 2024-11-16T09:07:10,330 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 in 10.0230 sec 2024-11-16T09:07:10,331 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,331 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:10,331 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 10.0260 sec 2024-11-16T09:07:10,334 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,334 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 Release verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:10,334 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 Release verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:10,335 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:10,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 10.0300 sec 2024-11-16T09:07:10,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 in 10.0300 sec 2024-11-16T09:07:10,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 in 10.0300 sec 2024-11-16T09:07:20,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-16T09:07:20,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-16T09:07:20,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-16T09:07:20,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T09:07:20,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T09:07:20,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-16T09:07:20,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-16T09:07:20,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T09:07:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T09:07:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T09:07:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-16T09:07:20,339 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:20,339 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 Release verify snapshot worker=16bf49104b8f,45907,1731747957189 2024-11-16T09:07:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-16T09:07:20,341 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:20,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 20.0350 sec 2024-11-16T09:07:20,342 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 Release verify snapshot worker=16bf49104b8f,41131,1731747957252 2024-11-16T09:07:20,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,45907,1731747957189 in 20.0350 sec 2024-11-16T09:07:20,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 20.0370 sec 2024-11-16T09:07:20,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-16T09:07:20,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T09:07:20,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,41131,1731747957252 in 20.0380 sec 2024-11-16T09:07:20,346 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T09:07:20,348 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T09:07:20,349 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T09:07:20,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9510 sec 2024-11-16T09:07:20,456 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T09:07:20,463 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T09:07:20,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:07:20,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:07:20,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:07:20,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:07:20,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:07:20,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230792983, stopped=false 2024-11-16T09:07:20,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16bf49104b8f,35631,1731747956167 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:20,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:07:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:20,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:07:20,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:20,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:20,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:20,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:07:20,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,45907,1731747957189' ***** 2024-11-16T09:07:20,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:07:20,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,41131,1731747957252' ***** 2024-11-16T09:07:20,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:07:20,526 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:07:20,526 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:07:20,526 INFO [RS:2;16bf49104b8f:41131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:07:20,527 INFO [RS:1;16bf49104b8f:45907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:07:20,527 INFO [RS:2;16bf49104b8f:41131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:07:20,527 INFO [RS:1;16bf49104b8f:45907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:07:20,527 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(3091): Received CLOSE for d46d1ea846ce78c20769dbe53e64a396 2024-11-16T09:07:20,527 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fbe268bc343d8df230ceb0d99503251 2024-11-16T09:07:20,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:07:20,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:07:20,528 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(3091): Received CLOSE for 43d176abb131111b77cddb39340791e0 2024-11-16T09:07:20,528 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for dd0cfca1ee202ee199fe335a1dad93a2 2024-11-16T09:07:20,528 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(3091): Received CLOSE for fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:07:20,528 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:07:20,528 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a840acddb805b09af2bc1b0eac81a98 2024-11-16T09:07:20,528 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c6101fbaf16016a0f97519cc0d77ec9 2024-11-16T09:07:20,528 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b45f087998c26ce1d37a2d2ab2c427 2024-11-16T09:07:20,528 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f43e86981f5f85997ea478d1b3edf8f 2024-11-16T09:07:20,528 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d46d1ea846ce78c20769dbe53e64a396, disabling compactions & flushes 2024-11-16T09:07:20,528 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(959): stopping server 16bf49104b8f,45907,1731747957189 2024-11-16T09:07:20,528 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(959): stopping server 16bf49104b8f,41131,1731747957252 2024-11-16T09:07:20,528 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:07:20,529 INFO [RS:1;16bf49104b8f:45907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:07:20,529 INFO [RS:2;16bf49104b8f:41131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:07:20,529 INFO [RS:1;16bf49104b8f:45907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;16bf49104b8f:45907. 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. after waiting 0 ms 2024-11-16T09:07:20,529 INFO [RS:2;16bf49104b8f:41131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;16bf49104b8f:41131. 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fbe268bc343d8df230ceb0d99503251, disabling compactions & flushes 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:07:20,529 DEBUG [RS:1;16bf49104b8f:45907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:07:20,529 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:07:20,529 DEBUG [RS:2;16bf49104b8f:41131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:07:20,529 DEBUG [RS:1;16bf49104b8f:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,529 DEBUG [RS:2;16bf49104b8f:41131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. after waiting 0 ms 2024-11-16T09:07:20,529 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:07:20,529 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:07:20,530 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T09:07:20,530 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:07:20,530 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:07:20,530 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1325): Online Regions={d46d1ea846ce78c20769dbe53e64a396=SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396., 43d176abb131111b77cddb39340791e0=SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0., fb3e4b29fee1e945e7a87cbe5209372b=SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b., 6a840acddb805b09af2bc1b0eac81a98=SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98., 69b45f087998c26ce1d37a2d2ab2c427=SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427.} 2024-11-16T09:07:20,530 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:07:20,530 DEBUG [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1351): Waiting on 43d176abb131111b77cddb39340791e0, 69b45f087998c26ce1d37a2d2ab2c427, 6a840acddb805b09af2bc1b0eac81a98, d46d1ea846ce78c20769dbe53e64a396, fb3e4b29fee1e945e7a87cbe5209372b 2024-11-16T09:07:20,530 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-16T09:07:20,530 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1325): Online Regions={4fbe268bc343d8df230ceb0d99503251=SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251., dd0cfca1ee202ee199fe335a1dad93a2=SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2., f0aeca84ab51297fbc45c90e85b63c66=SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66., 1588230740=hbase:meta,,1.1588230740, 6c6101fbaf16016a0f97519cc0d77ec9=SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9., 6f43e86981f5f85997ea478d1b3edf8f=SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f.} 2024-11-16T09:07:20,530 DEBUG [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fbe268bc343d8df230ceb0d99503251, 6c6101fbaf16016a0f97519cc0d77ec9, 6f43e86981f5f85997ea478d1b3edf8f, dd0cfca1ee202ee199fe335a1dad93a2, f0aeca84ab51297fbc45c90e85b63c66 2024-11-16T09:07:20,531 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:07:20,531 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:07:20,531 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:07:20,531 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:07:20,532 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:07:20,532 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-16T09:07:20,539 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/4fbe268bc343d8df230ceb0d99503251/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,539 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/d46d1ea846ce78c20769dbe53e64a396/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,541 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:07:20,541 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fbe268bc343d8df230ceb0d99503251: Waiting for close lock at 1731748040528Running coprocessor pre-close hooks at 1731748040529 (+1 ms)Disabling compacts and flushes for region at 1731748040529Disabling writes for close at 1731748040529Writing region close event to WAL at 1731748040530 (+1 ms)Running coprocessor post-close hooks at 1731748040540 (+10 ms)Closed at 1731748040541 (+1 ms) 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d46d1ea846ce78c20769dbe53e64a396: Waiting for close lock at 1731748040528Running coprocessor pre-close hooks at 1731748040528Disabling compacts and flushes for region at 1731748040528Disabling writes for close at 1731748040529 (+1 ms)Writing region close event to WAL at 1731748040529Running coprocessor post-close hooks at 1731748040540 (+11 ms)Closed at 1731748040541 (+1 ms) 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731747969429.d46d1ea846ce78c20769dbe53e64a396. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731747969429.4fbe268bc343d8df230ceb0d99503251. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd0cfca1ee202ee199fe335a1dad93a2, disabling compactions & flushes 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43d176abb131111b77cddb39340791e0, disabling compactions & flushes 2024-11-16T09:07:20,542 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:07:20,542 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. after waiting 0 ms 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. after waiting 0 ms 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:07:20,542 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:07:20,549 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/dd0cfca1ee202ee199fe335a1dad93a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,551 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:07:20,551 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/43d176abb131111b77cddb39340791e0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,551 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd0cfca1ee202ee199fe335a1dad93a2: Waiting for close lock at 1731748040542Running coprocessor pre-close hooks at 1731748040542Disabling compacts and flushes for region at 1731748040542Disabling writes for close at 1731748040542Writing region close event to WAL at 1731748040543 (+1 ms)Running coprocessor post-close hooks at 1731748040551 (+8 ms)Closed at 1731748040551 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731747969429.dd0cfca1ee202ee199fe335a1dad93a2. 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0aeca84ab51297fbc45c90e85b63c66, disabling compactions & flushes 2024-11-16T09:07:20,552 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. after waiting 0 ms 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:07:20,552 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43d176abb131111b77cddb39340791e0: Waiting for close lock at 1731748040542Running coprocessor pre-close hooks at 1731748040542Disabling compacts and flushes for region at 1731748040542Disabling writes for close at 1731748040542Writing region close event to WAL at 1731748040543 (+1 ms)Running coprocessor post-close hooks at 1731748040552 (+9 ms)Closed at 1731748040552 2024-11-16T09:07:20,552 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731747969429.43d176abb131111b77cddb39340791e0. 2024-11-16T09:07:20,553 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb3e4b29fee1e945e7a87cbe5209372b, disabling compactions & flushes 2024-11-16T09:07:20,553 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:07:20,553 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:07:20,553 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. after waiting 0 ms 2024-11-16T09:07:20,553 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:07:20,564 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/info/d702cc856888473a8aa27b7a6fe68322 is 167, key is SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427./info:regioninfo/1731748009840/Put/seqid=0 2024-11-16T09:07:20,567 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/f0aeca84ab51297fbc45c90e85b63c66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,568 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/fb3e4b29fee1e945e7a87cbe5209372b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:07:20,569 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:07:20,569 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0aeca84ab51297fbc45c90e85b63c66: Waiting for close lock at 1731748040552Running coprocessor pre-close hooks at 1731748040552Disabling compacts and flushes for region at 1731748040552Disabling writes for close at 1731748040552Writing region close event to WAL at 1731748040559 (+7 ms)Running coprocessor post-close hooks at 1731748040568 (+9 ms)Closed at 1731748040568 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb3e4b29fee1e945e7a87cbe5209372b: Waiting for close lock at 1731748040553Running coprocessor pre-close hooks at 1731748040553Disabling compacts and flushes for region at 1731748040553Disabling writes for close at 1731748040553Writing region close event to WAL at 1731748040560 (+7 ms)Running coprocessor post-close hooks at 1731748040569 (+9 ms)Closed at 1731748040569 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731747969429.fb3e4b29fee1e945e7a87cbe5209372b. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731747969429.f0aeca84ab51297fbc45c90e85b63c66. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a840acddb805b09af2bc1b0eac81a98, disabling compactions & flushes 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c6101fbaf16016a0f97519cc0d77ec9, disabling compactions & flushes 2024-11-16T09:07:20,569 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:20,569 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. after waiting 0 ms 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. after waiting 0 ms 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:20,569 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:07:20,576 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6a840acddb805b09af2bc1b0eac81a98/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,577 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a840acddb805b09af2bc1b0eac81a98: Waiting for close lock at 1731748040569Running coprocessor pre-close hooks at 1731748040569Disabling compacts and flushes for region at 1731748040569Disabling writes for close at 1731748040569Writing region close event to WAL at 1731748040570 (+1 ms)Running coprocessor post-close hooks at 1731748040577 (+7 ms)Closed at 1731748040577 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731747969429.6a840acddb805b09af2bc1b0eac81a98. 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b45f087998c26ce1d37a2d2ab2c427, disabling compactions & flushes 2024-11-16T09:07:20,577 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. after waiting 0 ms 2024-11-16T09:07:20,577 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741862_1038 (size=19822) 2024-11-16T09:07:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741862_1038 (size=19822) 2024-11-16T09:07:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741862_1038 (size=19822) 2024-11-16T09:07:20,586 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/info/d702cc856888473a8aa27b7a6fe68322 2024-11-16T09:07:20,587 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:07:20,587 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6c6101fbaf16016a0f97519cc0d77ec9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:07:20,588 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:07:20,588 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c6101fbaf16016a0f97519cc0d77ec9: Waiting for close lock at 1731748040569Running coprocessor pre-close hooks at 1731748040569Disabling compacts and flushes for region at 1731748040569Disabling writes for close at 1731748040569Writing region close event to WAL at 1731748040575 (+6 ms)Running coprocessor post-close hooks at 1731748040588 (+13 ms)Closed at 1731748040588 2024-11-16T09:07:20,589 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731747969429.6c6101fbaf16016a0f97519cc0d77ec9. 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f43e86981f5f85997ea478d1b3edf8f, disabling compactions & flushes 2024-11-16T09:07:20,589 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. after waiting 0 ms 2024-11-16T09:07:20,589 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:07:20,590 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:07:20,590 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:07:20,590 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:07:20,596 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/69b45f087998c26ce1d37a2d2ab2c427/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,597 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:20,597 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b45f087998c26ce1d37a2d2ab2c427: Waiting for close lock at 1731748040577Running coprocessor pre-close hooks at 1731748040577Disabling compacts and flushes for region at 1731748040577Disabling writes for close at 1731748040577Writing region close event to WAL at 1731748040588 (+11 ms)Running coprocessor post-close hooks at 1731748040597 (+9 ms)Closed at 1731748040597 2024-11-16T09:07:20,597 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731747969429.69b45f087998c26ce1d37a2d2ab2c427. 2024-11-16T09:07:20,599 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/default/SPTestTable/6f43e86981f5f85997ea478d1b3edf8f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:07:20,600 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:07:20,600 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f43e86981f5f85997ea478d1b3edf8f: Waiting for close lock at 1731748040589Running coprocessor pre-close hooks at 1731748040589Disabling compacts and flushes for region at 1731748040589Disabling writes for close at 1731748040589Writing region close event to WAL at 1731748040595 (+6 ms)Running coprocessor post-close hooks at 1731748040600 (+5 ms)Closed at 1731748040600 2024-11-16T09:07:20,600 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731747969429.6f43e86981f5f85997ea478d1b3edf8f. 2024-11-16T09:07:20,614 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/ns/68f31c403e0b4198809fbfb56ecee4f2 is 43, key is default/ns:d/1731747969217/Put/seqid=0 2024-11-16T09:07:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741863_1039 (size=5153) 2024-11-16T09:07:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741863_1039 (size=5153) 2024-11-16T09:07:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741863_1039 (size=5153) 2024-11-16T09:07:20,624 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/ns/68f31c403e0b4198809fbfb56ecee4f2 2024-11-16T09:07:20,654 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/table/5a7ae41ea6b64162897f15db1f7842f7 is 47, key is SPTestTable/table:state/1731747980334/Put/seqid=0 2024-11-16T09:07:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741864_1040 (size=5214) 2024-11-16T09:07:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741864_1040 (size=5214) 2024-11-16T09:07:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741864_1040 (size=5214) 2024-11-16T09:07:20,663 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/table/5a7ae41ea6b64162897f15db1f7842f7 2024-11-16T09:07:20,672 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/info/d702cc856888473a8aa27b7a6fe68322 as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/info/d702cc856888473a8aa27b7a6fe68322 2024-11-16T09:07:20,682 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/info/d702cc856888473a8aa27b7a6fe68322, entries=112, sequenceid=35, filesize=19.4 K 2024-11-16T09:07:20,683 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/ns/68f31c403e0b4198809fbfb56ecee4f2 as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/ns/68f31c403e0b4198809fbfb56ecee4f2 2024-11-16T09:07:20,691 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/ns/68f31c403e0b4198809fbfb56ecee4f2, entries=2, sequenceid=35, filesize=5.0 K 2024-11-16T09:07:20,692 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/.tmp/table/5a7ae41ea6b64162897f15db1f7842f7 as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/table/5a7ae41ea6b64162897f15db1f7842f7 2024-11-16T09:07:20,699 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/table/5a7ae41ea6b64162897f15db1f7842f7, entries=2, sequenceid=35, filesize=5.1 K 2024-11-16T09:07:20,700 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false 2024-11-16T09:07:20,706 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-16T09:07:20,707 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:07:20,707 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:07:20,707 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731748040531Running coprocessor pre-close hooks at 1731748040531Disabling compacts and flushes for region at 1731748040531Disabling writes for close at 1731748040531Obtaining lock to block concurrent updates at 1731748040532 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731748040532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731748040532Flushing stores of hbase:meta,,1.1588230740 at 1731748040533 (+1 ms)Flushing 1588230740/info: creating writer at 1731748040533Flushing 1588230740/info: appending metadata at 1731748040563 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731748040563Flushing 1588230740/ns: creating writer at 1731748040595 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731748040613 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731748040613Flushing 1588230740/table: creating writer at 1731748040634 (+21 ms)Flushing 1588230740/table: appending metadata at 1731748040654 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731748040654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbc8b2d: reopening flushed file at 1731748040671 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410be841: reopening flushed file at 1731748040682 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71634e84: reopening flushed file at 1731748040691 (+9 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false at 1731748040700 (+9 ms)Writing region close event to WAL at 1731748040701 (+1 ms)Running coprocessor post-close hooks at 1731748040706 (+5 ms)Closed at 1731748040707 (+1 ms) 2024-11-16T09:07:20,707 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:07:20,730 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(976): stopping server 16bf49104b8f,41131,1731747957252; all regions closed. 2024-11-16T09:07:20,731 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(976): stopping server 16bf49104b8f,45907,1731747957189; all regions closed. 2024-11-16T09:07:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741836_1012 (size=18422) 2024-11-16T09:07:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741833_1009 (size=3500) 2024-11-16T09:07:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741833_1009 (size=3500) 2024-11-16T09:07:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741833_1009 (size=3500) 2024-11-16T09:07:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741836_1012 (size=18422) 2024-11-16T09:07:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741836_1012 (size=18422) 2024-11-16T09:07:20,738 DEBUG [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs 2024-11-16T09:07:20,738 DEBUG [RS:2;16bf49104b8f:41131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C41131%2C1731747957252:(num 1731747958756) 2024-11-16T09:07:20,739 INFO [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C45907%2C1731747957189.meta:.meta(num 1731747969008) 2024-11-16T09:07:20,739 DEBUG [RS:2;16bf49104b8f:41131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] hbase.ChoreService(370): Chore service for: regionserver/16bf49104b8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:07:20,739 INFO [regionserver/16bf49104b8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:07:20,739 INFO [RS:2;16bf49104b8f:41131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:07:20,740 INFO [RS:2;16bf49104b8f:41131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41131 2024-11-16T09:07:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741835_1011 (size=3530) 2024-11-16T09:07:20,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/WALs/16bf49104b8f,45907,1731747957189/16bf49104b8f%2C45907%2C1731747957189.1731747958763 not finished, retry = 0 2024-11-16T09:07:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741835_1011 (size=3530) 2024-11-16T09:07:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741835_1011 (size=3530) 2024-11-16T09:07:20,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,41131,1731747957252 2024-11-16T09:07:20,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:07:20,764 INFO [RS:2;16bf49104b8f:41131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:07:20,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,41131,1731747957252] 2024-11-16T09:07:20,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,41131,1731747957252 already deleted, retry=false 2024-11-16T09:07:20,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16bf49104b8f,41131,1731747957252 expired; onlineServers=1 2024-11-16T09:07:20,846 DEBUG [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/oldWALs 2024-11-16T09:07:20,846 INFO [RS:1;16bf49104b8f:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C45907%2C1731747957189:(num 1731747958763) 2024-11-16T09:07:20,846 DEBUG [RS:1;16bf49104b8f:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:20,846 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:07:20,846 INFO [RS:1;16bf49104b8f:45907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:07:20,846 INFO [RS:1;16bf49104b8f:45907 {}] hbase.ChoreService(370): Chore service for: regionserver/16bf49104b8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:07:20,846 INFO [RS:1;16bf49104b8f:45907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:07:20,846 INFO [regionserver/16bf49104b8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:07:20,847 INFO [RS:1;16bf49104b8f:45907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45907 2024-11-16T09:07:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:07:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,45907,1731747957189 2024-11-16T09:07:20,871 INFO [RS:1;16bf49104b8f:45907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:07:20,871 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fe0ac904990@52be0ed6 rejected from java.util.concurrent.ThreadPoolExecutor@56819059[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T09:07:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:20,872 INFO [RS:2;16bf49104b8f:41131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:07:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x101442e55610003, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:20,872 INFO [RS:2;16bf49104b8f:41131 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,41131,1731747957252; zookeeper connection closed. 2024-11-16T09:07:20,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6067f672 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6067f672 2024-11-16T09:07:20,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,45907,1731747957189] 2024-11-16T09:07:20,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,45907,1731747957189 already deleted, retry=false 2024-11-16T09:07:20,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16bf49104b8f,45907,1731747957189 expired; onlineServers=0 2024-11-16T09:07:20,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16bf49104b8f,35631,1731747956167' ***** 2024-11-16T09:07:20,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:07:20,889 INFO [M:0;16bf49104b8f:35631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:07:20,889 INFO [M:0;16bf49104b8f:35631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:07:20,889 DEBUG [M:0;16bf49104b8f:35631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:07:20,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:07:20,889 DEBUG [M:0;16bf49104b8f:35631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:07:20,889 DEBUG [master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731747958351 {}] cleaner.HFileCleaner(306): Exit Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731747958351,5,FailOnTimeoutGroup] 2024-11-16T09:07:20,889 DEBUG [master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731747958346 {}] cleaner.HFileCleaner(306): Exit Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731747958346,5,FailOnTimeoutGroup] 2024-11-16T09:07:20,890 INFO [M:0;16bf49104b8f:35631 {}] hbase.ChoreService(370): Chore service for: master/16bf49104b8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:07:20,890 INFO [M:0;16bf49104b8f:35631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:07:20,890 DEBUG [M:0;16bf49104b8f:35631 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:07:20,890 INFO [M:0;16bf49104b8f:35631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:07:20,890 INFO [M:0;16bf49104b8f:35631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:07:20,890 ERROR [M:0;16bf49104b8f:35631 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41833 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41833,5,PEWorkerGroup] 2024-11-16T09:07:20,891 INFO [M:0;16bf49104b8f:35631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:07:20,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:07:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:07:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:20,897 DEBUG [M:0;16bf49104b8f:35631 {}] zookeeper.ZKUtil(347): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:07:20,897 WARN [M:0;16bf49104b8f:35631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:07:20,898 INFO [M:0;16bf49104b8f:35631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/.lastflushedseqids 2024-11-16T09:07:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741865_1041 (size=686) 2024-11-16T09:07:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741865_1041 (size=686) 2024-11-16T09:07:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741865_1041 (size=686) 2024-11-16T09:07:20,915 INFO [M:0;16bf49104b8f:35631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:07:20,916 INFO [M:0;16bf49104b8f:35631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:07:20,916 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:07:20,916 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:20,916 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:20,916 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:07:20,916 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:20,916 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.10 KB heapSize=229.52 KB 2024-11-16T09:07:20,931 DEBUG [M:0;16bf49104b8f:35631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70f33ba9de142c5850dd4b92d80157b is 82, key is hbase:meta,,1/info:regioninfo/1731747969080/Put/seqid=0 2024-11-16T09:07:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741866_1042 (size=5672) 2024-11-16T09:07:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741866_1042 (size=5672) 2024-11-16T09:07:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741866_1042 (size=5672) 2024-11-16T09:07:20,938 INFO [M:0;16bf49104b8f:35631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70f33ba9de142c5850dd4b92d80157b 2024-11-16T09:07:20,963 DEBUG [M:0;16bf49104b8f:35631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f9e1ade66d6463495b0ff4fe306bcde is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731747980343/Put/seqid=0 2024-11-16T09:07:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741867_1043 (size=8903) 2024-11-16T09:07:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741867_1043 (size=8903) 2024-11-16T09:07:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741867_1043 (size=8903) 2024-11-16T09:07:20,974 INFO [M:0;16bf49104b8f:35631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f9e1ade66d6463495b0ff4fe306bcde 2024-11-16T09:07:20,980 INFO [M:0;16bf49104b8f:35631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9e1ade66d6463495b0ff4fe306bcde 2024-11-16T09:07:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:20,980 INFO [RS:1;16bf49104b8f:45907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:07:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x101442e55610002, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:20,980 INFO [RS:1;16bf49104b8f:45907 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,45907,1731747957189; zookeeper connection closed. 2024-11-16T09:07:20,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3dcddfa8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3dcddfa8 2024-11-16T09:07:20,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T09:07:20,995 DEBUG [M:0;16bf49104b8f:35631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14ad3da338ba4867aeb146d83df24327 is 69, key is 16bf49104b8f,41131,1731747957252/rs:state/1731747958453/Put/seqid=0 2024-11-16T09:07:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741868_1044 (size=5441) 2024-11-16T09:07:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741868_1044 (size=5441) 2024-11-16T09:07:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741868_1044 (size=5441) 2024-11-16T09:07:21,002 INFO [M:0;16bf49104b8f:35631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14ad3da338ba4867aeb146d83df24327 2024-11-16T09:07:21,009 INFO [M:0;16bf49104b8f:35631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14ad3da338ba4867aeb146d83df24327 2024-11-16T09:07:21,011 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70f33ba9de142c5850dd4b92d80157b as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70f33ba9de142c5850dd4b92d80157b 2024-11-16T09:07:21,018 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70f33ba9de142c5850dd4b92d80157b, entries=8, sequenceid=485, filesize=5.5 K 2024-11-16T09:07:21,019 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f9e1ade66d6463495b0ff4fe306bcde as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f9e1ade66d6463495b0ff4fe306bcde 2024-11-16T09:07:21,026 INFO [M:0;16bf49104b8f:35631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9e1ade66d6463495b0ff4fe306bcde 2024-11-16T09:07:21,027 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f9e1ade66d6463495b0ff4fe306bcde, entries=54, sequenceid=485, filesize=8.7 K 2024-11-16T09:07:21,028 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14ad3da338ba4867aeb146d83df24327 as hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14ad3da338ba4867aeb146d83df24327 2024-11-16T09:07:21,034 INFO [M:0;16bf49104b8f:35631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14ad3da338ba4867aeb146d83df24327 2024-11-16T09:07:21,035 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41833/user/jenkins/test-data/f11ec625-6af5-2b08-411b-8810164c8fe2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14ad3da338ba4867aeb146d83df24327, entries=3, sequenceid=485, filesize=5.3 K 2024-11-16T09:07:21,036 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=485, compaction requested=false 2024-11-16T09:07:21,037 INFO [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:21,037 DEBUG [M:0;16bf49104b8f:35631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731748040916Disabling compacts and flushes for region at 1731748040916Disabling writes for close at 1731748040916Obtaining lock to block concurrent updates at 1731748040916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731748040916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189540, getHeapSize=234960, getOffHeapSize=0, getCellsCount=588 at 1731748040916Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731748040917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731748040917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731748040930 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731748040930Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731748040945 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731748040962 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731748040962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731748040980 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731748040994 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731748040994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a8c8b1: reopening flushed file at 1731748041009 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5c8569: reopening flushed file at 1731748041018 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c097f5: reopening flushed file at 1731748041027 (+9 ms)Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=485, compaction requested=false at 1731748041036 (+9 ms)Writing region close event to WAL at 1731748041037 (+1 ms)Closed at 1731748041037 2024-11-16T09:07:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741830_1006 (size=221896) 2024-11-16T09:07:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741830_1006 (size=221896) 2024-11-16T09:07:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741830_1006 (size=221896) 2024-11-16T09:07:21,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:07:21,041 INFO [M:0;16bf49104b8f:35631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:07:21,041 INFO [M:0;16bf49104b8f:35631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35631 2024-11-16T09:07:21,041 INFO [M:0;16bf49104b8f:35631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:07:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:21,164 INFO [M:0;16bf49104b8f:35631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:07:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35631-0x101442e55610000, quorum=127.0.0.1:61828, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:07:21,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:21,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:07:21,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:07:21,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:07:21,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,STOPPED} 2024-11-16T09:07:21,217 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:07:21,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:07:21,217 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963182203-172.17.0.2-1731747952209 (Datanode Uuid af422ad2-f124-4529-8123-2f84bc0f0975) service to localhost/127.0.0.1:41833 2024-11-16T09:07:21,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:07:21,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data5/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data6/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:07:21,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:21,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:07:21,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:07:21,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:07:21,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,STOPPED} 2024-11-16T09:07:21,223 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:07:21,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:07:21,223 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963182203-172.17.0.2-1731747952209 (Datanode Uuid 931287a8-1dde-45dd-9b3b-c4e69d124602) service to localhost/127.0.0.1:41833 2024-11-16T09:07:21,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:07:21,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data3/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data4/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,224 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:07:21,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:21,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:07:21,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:07:21,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:07:21,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,STOPPED} 2024-11-16T09:07:21,228 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:07:21,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:07:21,228 WARN [BP-1963182203-172.17.0.2-1731747952209 heartbeating to localhost/127.0.0.1:41833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963182203-172.17.0.2-1731747952209 (Datanode Uuid 2984610b-a0e2-44ac-be29-9cf9b1047516) service to localhost/127.0.0.1:41833 2024-11-16T09:07:21,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:07:21,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data1/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/cluster_e797ace8-dc1a-465c-c1f2-8dd3a610d17b/data/data2/current/BP-1963182203-172.17.0.2-1731747952209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:07:21,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:07:21,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:07:21,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:07:21,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:07:21,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:07:21,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir/,STOPPED} 2024-11-16T09:07:21,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:07:21,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:07:21,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41833 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16bf49104b8f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16bf49104b8f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16bf49104b8f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16bf49104b8f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16bf49104b8f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/16bf49104b8f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16bf49104b8f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41833 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@73edf137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 43) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5837 (was 7124) 2024-11-16T09:07:21,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=5836 2024-11-16T09:07:21,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir so I do NOT create it in target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd 2024-11-16T09:07:21,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.tmp.dir so I do NOT create it in target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd 2024-11-16T09:07:21,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6bfcf6d7-b2d0-ebac-5a9c-6e0e7af1d188/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T09:07:21,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51, deleteOnExit=true 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/test.cache.data in system properties and HBase conf 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:07:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:07:21,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:07:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:07:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:07:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:07:21,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:07:21,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:07:21,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:07:21,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:07:21,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:07:21,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:07:21,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:07:21,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:07:21,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7554be3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/java.io.tmpdir/jetty-localhost-39477-hadoop-hdfs-3_4_1-tests_jar-_-any-5893253440906092343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:07:21,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:39477} 2024-11-16T09:07:21,692 INFO [Time-limited test {}] server.Server(415): Started @91384ms 2024-11-16T09:07:21,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:07:21,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:07:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:07:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:07:21,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:07:21,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:07:21,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:07:22,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d93f1ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/java.io.tmpdir/jetty-localhost-38995-hadoop-hdfs-3_4_1-tests_jar-_-any-7303468041634633300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:22,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:38995} 2024-11-16T09:07:22,024 INFO [Time-limited test {}] server.Server(415): Started @91715ms 2024-11-16T09:07:22,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:07:22,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:07:22,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:07:22,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:07:22,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:07:22,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:07:22,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:07:22,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:07:22,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3125bff6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/java.io.tmpdir/jetty-localhost-46781-hadoop-hdfs-3_4_1-tests_jar-_-any-15441489298634571361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:22,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:46781} 2024-11-16T09:07:22,156 INFO [Time-limited test {}] server.Server(415): Started @91847ms 2024-11-16T09:07:22,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:07:22,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:07:22,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:07:22,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:07:22,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:07:22,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:07:22,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:07:22,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:07:22,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4871648e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/java.io.tmpdir/jetty-localhost-33585-hadoop-hdfs-3_4_1-tests_jar-_-any-12156496192127123650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:07:22,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:33585} 2024-11-16T09:07:22,286 INFO [Time-limited test {}] server.Server(415): Started @91978ms 2024-11-16T09:07:22,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:07:22,833 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data1/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:22,834 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data2/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:22,857 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:07:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654bd71a209939dd with lease ID 0x45c84020f440b0cd: Processing first storage report for DS-3520e2e4-76e3-4729-8360-58ca297d1099 from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=1569ea5d-46d7-4a07-8edf-e31a6f7e227c, infoPort=32885, infoSecurePort=0, ipcPort=37411, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654bd71a209939dd with lease ID 0x45c84020f440b0cd: from storage DS-3520e2e4-76e3-4729-8360-58ca297d1099 node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=1569ea5d-46d7-4a07-8edf-e31a6f7e227c, infoPort=32885, infoSecurePort=0, ipcPort=37411, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654bd71a209939dd with lease ID 0x45c84020f440b0cd: Processing first storage report for DS-e7c68e43-25ea-4c62-a0ce-ad7126a3a28e from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=1569ea5d-46d7-4a07-8edf-e31a6f7e227c, infoPort=32885, infoSecurePort=0, ipcPort=37411, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654bd71a209939dd with lease ID 0x45c84020f440b0cd: from storage DS-e7c68e43-25ea-4c62-a0ce-ad7126a3a28e node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=1569ea5d-46d7-4a07-8edf-e31a6f7e227c, infoPort=32885, infoSecurePort=0, ipcPort=37411, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:23,191 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data3/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:23,192 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data4/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:23,213 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:07:23,216 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data5/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5033acdc4dab18c3 with lease ID 0x45c84020f440b0ce: Processing first storage report for DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80 from datanode DatanodeRegistration(127.0.0.1:45899, datanodeUuid=a38459a0-6d47-485b-bc6e-6229cf7ab940, infoPort=39799, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5033acdc4dab18c3 with lease ID 0x45c84020f440b0ce: from storage DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80 node DatanodeRegistration(127.0.0.1:45899, datanodeUuid=a38459a0-6d47-485b-bc6e-6229cf7ab940, infoPort=39799, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5033acdc4dab18c3 with lease ID 0x45c84020f440b0ce: Processing first storage report for DS-5786b98c-31c3-42d1-9aed-17860bba1ef6 from datanode DatanodeRegistration(127.0.0.1:45899, datanodeUuid=a38459a0-6d47-485b-bc6e-6229cf7ab940, infoPort=39799, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5033acdc4dab18c3 with lease ID 0x45c84020f440b0ce: from storage DS-5786b98c-31c3-42d1-9aed-17860bba1ef6 node DatanodeRegistration(127.0.0.1:45899, datanodeUuid=a38459a0-6d47-485b-bc6e-6229cf7ab940, infoPort=39799, infoSecurePort=0, ipcPort=35091, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:23,219 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data6/current/BP-82105623-172.17.0.2-1731748041343/current, will proceed with Du for space computation calculation, 2024-11-16T09:07:23,237 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:07:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb071ef50554f5a with lease ID 0x45c84020f440b0cf: Processing first storage report for DS-4350f0ef-c243-4201-8472-22bc7ad03f07 from datanode DatanodeRegistration(127.0.0.1:35989, datanodeUuid=deb0a308-4645-4ed1-8af0-ca6c6f7c9240, infoPort=36005, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb071ef50554f5a with lease ID 0x45c84020f440b0cf: from storage DS-4350f0ef-c243-4201-8472-22bc7ad03f07 node DatanodeRegistration(127.0.0.1:35989, datanodeUuid=deb0a308-4645-4ed1-8af0-ca6c6f7c9240, infoPort=36005, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb071ef50554f5a with lease ID 0x45c84020f440b0cf: Processing first storage report for DS-8bf76345-d3a7-43e0-bab3-d3dc3ded5636 from datanode DatanodeRegistration(127.0.0.1:35989, datanodeUuid=deb0a308-4645-4ed1-8af0-ca6c6f7c9240, infoPort=36005, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343) 2024-11-16T09:07:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb071ef50554f5a with lease ID 0x45c84020f440b0cf: from storage DS-8bf76345-d3a7-43e0-bab3-d3dc3ded5636 node DatanodeRegistration(127.0.0.1:35989, datanodeUuid=deb0a308-4645-4ed1-8af0-ca6c6f7c9240, infoPort=36005, infoSecurePort=0, ipcPort=45297, storageInfo=lv=-57;cid=testClusterID;nsid=897285336;c=1731748041343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:07:23,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd 2024-11-16T09:07:23,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/zookeeper_0, clientPort=64122, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:07:23,327 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64122 2024-11-16T09:07:23,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:07:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:07:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:07:23,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 with version=8 2024-11-16T09:07:23,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/hbase-staging 2024-11-16T09:07:23,345 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:07:23,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:07:23,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707 2024-11-16T09:07:23,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34707 connecting to ZooKeeper ensemble=127.0.0.1:64122 2024-11-16T09:07:23,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347070x0, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:07:23,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34707-0x101442fad020000 connected 2024-11-16T09:07:23,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:23,472 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523, hbase.cluster.distributed=false 2024-11-16T09:07:23,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:07:23,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-16T09:07:23,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707 2024-11-16T09:07:23,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707 2024-11-16T09:07:23,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-16T09:07:23,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-16T09:07:23,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:07:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:07:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:07:23,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:07:23,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:07:23,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39937 2024-11-16T09:07:23,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39937 connecting to ZooKeeper ensemble=127.0.0.1:64122 2024-11-16T09:07:23,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399370x0, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:07:23,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:23,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39937-0x101442fad020001 connected 2024-11-16T09:07:23,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:07:23,506 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:07:23,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:07:23,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:07:23,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T09:07:23,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39937 2024-11-16T09:07:23,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39937 2024-11-16T09:07:23,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T09:07:23,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T09:07:23,524 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:07:23,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:07:23,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43965 2024-11-16T09:07:23,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43965 connecting to ZooKeeper ensemble=127.0.0.1:64122 2024-11-16T09:07:23,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439650x0, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:07:23,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43965-0x101442fad020002 connected 2024-11-16T09:07:23,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:23,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:07:23,539 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:07:23,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:07:23,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:07:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-16T09:07:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-11-16T09:07:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-11-16T09:07:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-16T09:07:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-16T09:07:23,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16bf49104b8f:0 server-side Connection retries=45 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:07:23,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:07:23,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44027 2024-11-16T09:07:23,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44027 connecting to ZooKeeper ensemble=127.0.0.1:64122 2024-11-16T09:07:23,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440270x0, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:07:23,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:07:23,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44027-0x101442fad020003 connected 2024-11-16T09:07:23,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:07:23,573 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:07:23,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:07:23,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:07:23,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44027 2024-11-16T09:07:23,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44027 2024-11-16T09:07:23,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44027 2024-11-16T09:07:23,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44027 2024-11-16T09:07:23,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44027 2024-11-16T09:07:23,588 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16bf49104b8f:34707 2024-11-16T09:07:23,588 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/16bf49104b8f,34707,1731748043345 2024-11-16T09:07:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,597 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/16bf49104b8f,34707,1731748043345 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,606 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:07:23,606 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/16bf49104b8f,34707,1731748043345 from backup master directory 2024-11-16T09:07:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/16bf49104b8f,34707,1731748043345 2024-11-16T09:07:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:07:23,613 WARN [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:07:23,613 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16bf49104b8f,34707,1731748043345 2024-11-16T09:07:23,618 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/hbase.id] with ID: 78893701-2c63-4e95-90d9-f5d021c38e6c 2024-11-16T09:07:23,618 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.tmp/hbase.id 2024-11-16T09:07:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:07:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:07:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:07:23,629 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.tmp/hbase.id]:[hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/hbase.id] 2024-11-16T09:07:23,642 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:07:23,643 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:07:23,644 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T09:07:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:07:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:07:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:07:23,664 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:07:23,665 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:07:23,665 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:07:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:07:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:07:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:07:23,676 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store 2024-11-16T09:07:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:07:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:07:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:07:23,685 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:23,685 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:07:23,685 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731748043685Disabling compacts and flushes for region at 1731748043685Disabling writes for close at 1731748043685Writing region close event to WAL at 1731748043685Closed at 1731748043685 2024-11-16T09:07:23,686 WARN [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/.initializing 2024-11-16T09:07:23,686 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/WALs/16bf49104b8f,34707,1731748043345 2024-11-16T09:07:23,688 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:07:23,690 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C34707%2C1731748043345, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/WALs/16bf49104b8f,34707,1731748043345, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/oldWALs, maxLogs=10 2024-11-16T09:07:23,702 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/WALs/16bf49104b8f,34707,1731748043345/16bf49104b8f%2C34707%2C1731748043345.1731748043690, exclude list is [], retry=0 2024-11-16T09:07:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-3520e2e4-76e3-4729-8360-58ca297d1099,DISK] 2024-11-16T09:07:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-4350f0ef-c243-4201-8472-22bc7ad03f07,DISK] 2024-11-16T09:07:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80,DISK] 2024-11-16T09:07:23,708 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/WALs/16bf49104b8f,34707,1731748043345/16bf49104b8f%2C34707%2C1731748043345.1731748043690 2024-11-16T09:07:23,708 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-16T09:07:23,708 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:07:23,708 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:23,708 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,708 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:07:23,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:23,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:23,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:07:23,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:23,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:23,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:07:23,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:23,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:23,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:07:23,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:23,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:23,720 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,720 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,721 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,722 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,722 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,723 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:07:23,724 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:07:23,726 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:23,727 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71363075, jitterRate=0.06339268386363983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:07:23,727 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731748043709Initializing all the Stores at 1731748043710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748043710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748043710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748043710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748043710Cleaning up temporary data from old regions at 1731748043722 (+12 ms)Region opened successfully at 1731748043727 (+5 ms) 2024-11-16T09:07:23,728 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:07:23,731 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b22ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:07:23,732 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:07:23,732 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:07:23,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:07:23,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:07:23,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T09:07:23,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T09:07:23,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T09:07:23,736 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:07:23,737 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:07:23,776 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:07:23,777 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:07:23,777 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:07:23,873 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:07:23,874 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:07:23,883 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:07:23,971 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:07:23,973 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:07:23,987 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:07:23,992 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:07:24,004 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,015 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16bf49104b8f,34707,1731748043345, sessionid=0x101442fad020000, setting cluster-up flag (Was=false) 2024-11-16T09:07:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,055 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:07:24,056 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16bf49104b8f,34707,1731748043345 2024-11-16T09:07:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,096 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:07:24,098 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16bf49104b8f,34707,1731748043345 2024-11-16T09:07:24,099 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:07:24,101 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:07:24,101 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:07:24,101 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:07:24,101 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16bf49104b8f,34707,1731748043345 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:07:24,103 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:07:24,103 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:07:24,103 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:07:24,103 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16bf49104b8f:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:07:24,104 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16bf49104b8f:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:07:24,104 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,104 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:07:24,104 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731748074105 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:07:24,105 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:07:24,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:07:24,106 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:07:24,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:24,107 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731748044107,5,FailOnTimeoutGroup] 2024-11-16T09:07:24,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:07:24,108 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731748044107,5,FailOnTimeoutGroup] 2024-11-16T09:07:24,108 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,108 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:07:24,108 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,108 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:07:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:07:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:07:24,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:07:24,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:07:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:07:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:07:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:24,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:07:24,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:07:24,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:24,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:24,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:07:24,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:07:24,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:07:24,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:07:24,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:24,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:24,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:07:24,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:07:24,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:24,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:24,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:07:24,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740 2024-11-16T09:07:24,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740 2024-11-16T09:07:24,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:07:24,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:07:24,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:07:24,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:07:24,144 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:24,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66569015, jitterRate=-0.008044376969337463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:07:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731748044128Initializing all the Stores at 1731748044129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748044129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748044129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748044129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748044129Cleaning up temporary data from old regions at 1731748044140 (+11 ms)Region opened successfully at 1731748044145 (+5 ms) 2024-11-16T09:07:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:07:24,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:07:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:07:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:07:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:07:24,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:07:24,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731748044145Disabling compacts and flushes for region at 1731748044145Disabling writes for close at 1731748044145Writing region close event to WAL at 1731748044146 (+1 ms)Closed at 1731748044146 2024-11-16T09:07:24,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:07:24,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:07:24,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:07:24,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:07:24,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:07:24,178 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(746): ClusterId : 78893701-2c63-4e95-90d9-f5d021c38e6c 2024-11-16T09:07:24,178 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(746): ClusterId : 78893701-2c63-4e95-90d9-f5d021c38e6c 2024-11-16T09:07:24,178 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(746): ClusterId : 78893701-2c63-4e95-90d9-f5d021c38e6c 2024-11-16T09:07:24,178 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:07:24,178 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:07:24,178 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:07:24,197 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:07:24,197 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:07:24,197 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:07:24,197 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:07:24,197 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:07:24,197 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:07:24,206 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:07:24,206 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:07:24,206 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:07:24,206 DEBUG [RS:0;16bf49104b8f:39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c42c04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:07:24,206 DEBUG [RS:2;16bf49104b8f:44027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb775a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:07:24,206 DEBUG [RS:1;16bf49104b8f:43965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54baa8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16bf49104b8f/172.17.0.2:0 2024-11-16T09:07:24,221 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;16bf49104b8f:44027 2024-11-16T09:07:24,221 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:07:24,221 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:07:24,221 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:07:24,222 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,34707,1731748043345 with port=44027, startcode=1731748043559 2024-11-16T09:07:24,222 DEBUG [RS:2;16bf49104b8f:44027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:07:24,223 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16bf49104b8f:39937 2024-11-16T09:07:24,223 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;16bf49104b8f:43965 2024-11-16T09:07:24,223 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:07:24,223 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:07:24,223 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:07:24,223 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:07:24,223 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:07:24,223 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:07:24,224 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,34707,1731748043345 with port=39937, startcode=1731748043492 2024-11-16T09:07:24,224 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(2659): reportForDuty to master=16bf49104b8f,34707,1731748043345 with port=43965, startcode=1731748043524 2024-11-16T09:07:24,224 DEBUG [RS:1;16bf49104b8f:43965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:07:24,224 DEBUG [RS:0;16bf49104b8f:39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:07:24,225 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:07:24,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,226 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:07:24,227 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:24,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,227 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33689 2024-11-16T09:07:24,227 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:07:24,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,227 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:07:24,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,229 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:24,229 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33689 2024-11-16T09:07:24,229 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:07:24,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34707 {}] master.ServerManager(517): Registering regionserver=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,231 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:24,231 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33689 2024-11-16T09:07:24,231 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:07:24,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:07:24,265 DEBUG [RS:2;16bf49104b8f:44027 {}] zookeeper.ZKUtil(111): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,266 WARN [RS:2;16bf49104b8f:44027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:07:24,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,39937,1731748043492] 2024-11-16T09:07:24,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,44027,1731748043559] 2024-11-16T09:07:24,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16bf49104b8f,43965,1731748043524] 2024-11-16T09:07:24,266 INFO [RS:2;16bf49104b8f:44027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:07:24,266 DEBUG [RS:1;16bf49104b8f:43965 {}] zookeeper.ZKUtil(111): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,266 DEBUG [RS:0;16bf49104b8f:39937 {}] zookeeper.ZKUtil(111): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,266 WARN [RS:1;16bf49104b8f:43965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:07:24,266 WARN [RS:0;16bf49104b8f:39937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:07:24,266 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,266 INFO [RS:1;16bf49104b8f:43965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:07:24,266 INFO [RS:0;16bf49104b8f:39937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:07:24,266 DEBUG [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,266 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,270 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:07:24,270 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:07:24,274 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:07:24,275 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:07:24,275 INFO [RS:0;16bf49104b8f:39937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:07:24,275 INFO [RS:2;16bf49104b8f:44027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:07:24,275 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,275 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,275 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:07:24,275 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:07:24,277 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:07:24,277 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,277 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,277 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,277 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,277 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,277 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,278 DEBUG [RS:0;16bf49104b8f:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,279 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:07:24,279 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:07:24,280 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:07:24,280 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,280 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,281 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,281 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,281 DEBUG [RS:2;16bf49104b8f:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,282 INFO [RS:1;16bf49104b8f:43965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:07:24,282 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,44027,1731748043559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:07:24,282 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,39937,1731748043492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:07:24,283 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:07:24,283 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,284 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,285 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,285 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16bf49104b8f:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:07:24,285 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,285 DEBUG [RS:1;16bf49104b8f:43965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16bf49104b8f:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,292 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,43965,1731748043524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:07:24,298 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:07:24,298 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,39937,1731748043492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,298 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,298 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.Replication(171): 16bf49104b8f,39937,1731748043492 started 2024-11-16T09:07:24,299 WARN [16bf49104b8f:34707 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:07:24,303 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:07:24,303 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,44027,1731748043559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,303 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,303 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.Replication(171): 16bf49104b8f,44027,1731748043559 started 2024-11-16T09:07:24,312 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:07:24,312 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,312 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,39937,1731748043492, RpcServer on 16bf49104b8f/172.17.0.2:39937, sessionid=0x101442fad020001 2024-11-16T09:07:24,312 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,43965,1731748043524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,312 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:07:24,312 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,312 DEBUG [RS:0;16bf49104b8f:39937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,312 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.Replication(171): 16bf49104b8f,43965,1731748043524 started 2024-11-16T09:07:24,312 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,39937,1731748043492' 2024-11-16T09:07:24,312 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,39937,1731748043492' 2024-11-16T09:07:24,313 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:07:24,314 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:07:24,314 DEBUG [RS:0;16bf49104b8f:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:07:24,314 INFO [RS:0;16bf49104b8f:39937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:07:24,314 INFO [RS:0;16bf49104b8f:39937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:07:24,323 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,323 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,44027,1731748043559, RpcServer on 16bf49104b8f/172.17.0.2:44027, sessionid=0x101442fad020003 2024-11-16T09:07:24,323 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:07:24,323 DEBUG [RS:2;16bf49104b8f:44027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,323 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,44027,1731748043559' 2024-11-16T09:07:24,323 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,44027,1731748043559 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,44027,1731748043559' 2024-11-16T09:07:24,324 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:07:24,325 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:07:24,325 DEBUG [RS:2;16bf49104b8f:44027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:07:24,325 INFO [RS:2;16bf49104b8f:44027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:07:24,325 INFO [RS:2;16bf49104b8f:44027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:07:24,327 INFO [RS:1;16bf49104b8f:43965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:24,327 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1482): Serving as 16bf49104b8f,43965,1731748043524, RpcServer on 16bf49104b8f/172.17.0.2:43965, sessionid=0x101442fad020002 2024-11-16T09:07:24,327 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:07:24,327 DEBUG [RS:1;16bf49104b8f:43965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,327 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,43965,1731748043524' 2024-11-16T09:07:24,327 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16bf49104b8f,43965,1731748043524 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16bf49104b8f,43965,1731748043524' 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:07:24,328 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:07:24,329 DEBUG [RS:1;16bf49104b8f:43965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:07:24,329 INFO [RS:1;16bf49104b8f:43965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:07:24,329 INFO [RS:1;16bf49104b8f:43965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:07:24,414 INFO [RS:0;16bf49104b8f:39937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:07:24,417 INFO [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C39937%2C1731748043492, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs, maxLogs=32 2024-11-16T09:07:24,426 INFO [RS:2;16bf49104b8f:44027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:07:24,428 INFO [RS:2;16bf49104b8f:44027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C44027%2C1731748043559, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,44027,1731748043559, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs, maxLogs=32 2024-11-16T09:07:24,429 INFO [RS:1;16bf49104b8f:43965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:07:24,431 INFO [RS:1;16bf49104b8f:43965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C43965%2C1731748043524, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs, maxLogs=32 2024-11-16T09:07:24,431 DEBUG [RS:0;16bf49104b8f:39937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492/16bf49104b8f%2C39937%2C1731748043492.1731748044418, exclude list is [], retry=0 2024-11-16T09:07:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80,DISK] 2024-11-16T09:07:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-3520e2e4-76e3-4729-8360-58ca297d1099,DISK] 2024-11-16T09:07:24,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-4350f0ef-c243-4201-8472-22bc7ad03f07,DISK] 2024-11-16T09:07:24,443 DEBUG [RS:2;16bf49104b8f:44027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,44027,1731748043559/16bf49104b8f%2C44027%2C1731748043559.1731748044429, exclude list is [], retry=0 2024-11-16T09:07:24,445 DEBUG [RS:1;16bf49104b8f:43965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524/16bf49104b8f%2C43965%2C1731748043524.1731748044432, exclude list is [], retry=0 2024-11-16T09:07:24,446 INFO [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492/16bf49104b8f%2C39937%2C1731748043492.1731748044418 2024-11-16T09:07:24,446 DEBUG [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:39799:39799),(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-16T09:07:24,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-3520e2e4-76e3-4729-8360-58ca297d1099,DISK] 2024-11-16T09:07:24,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80,DISK] 2024-11-16T09:07:24,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-4350f0ef-c243-4201-8472-22bc7ad03f07,DISK] 2024-11-16T09:07:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-4350f0ef-c243-4201-8472-22bc7ad03f07,DISK] 2024-11-16T09:07:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80,DISK] 2024-11-16T09:07:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-3520e2e4-76e3-4729-8360-58ca297d1099,DISK] 2024-11-16T09:07:24,455 INFO [RS:2;16bf49104b8f:44027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,44027,1731748043559/16bf49104b8f%2C44027%2C1731748043559.1731748044429 2024-11-16T09:07:24,456 DEBUG [RS:2;16bf49104b8f:44027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885),(127.0.0.1/127.0.0.1:39799:39799),(127.0.0.1/127.0.0.1:36005:36005)] 2024-11-16T09:07:24,456 INFO [RS:1;16bf49104b8f:43965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524/16bf49104b8f%2C43965%2C1731748043524.1731748044432 2024-11-16T09:07:24,458 DEBUG [RS:1;16bf49104b8f:43965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-16T09:07:24,550 DEBUG [16bf49104b8f:34707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T09:07:24,550 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:07:24,554 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:07:24,555 INFO [16bf49104b8f:34707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:07:24,555 INFO [16bf49104b8f:34707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:07:24,555 INFO [16bf49104b8f:34707 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:07:24,555 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:07:24,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:24,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16bf49104b8f,39937,1731748043492, state=OPENING 2024-11-16T09:07:24,605 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:07:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:07:24,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:24,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:07:24,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:24,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:24,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:07:24,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:25,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:25,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:26,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:07:26,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:26,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:26,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:26,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:07:26,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:07:32,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:07:32,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:32,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:32,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:34,620 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:07:34,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:07:34,635 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:07:34,635 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:07:34,636 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:07:34,638 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16bf49104b8f%2C39937%2C1731748043492.meta, suffix=.meta, logDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs, maxLogs=32 2024-11-16T09:07:34,652 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492/16bf49104b8f%2C39937%2C1731748043492.meta.1731748054639.meta, exclude list is [], retry=0 2024-11-16T09:07:34,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45899,DS-4692c38c-50a3-4bcd-9c1f-18119ed1de80,DISK] 2024-11-16T09:07:34,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-4350f0ef-c243-4201-8472-22bc7ad03f07,DISK] 2024-11-16T09:07:34,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-3520e2e4-76e3-4729-8360-58ca297d1099,DISK] 2024-11-16T09:07:34,656 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,39937,1731748043492/16bf49104b8f%2C39937%2C1731748043492.meta.1731748054639.meta 2024-11-16T09:07:34,656 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:07:34,657 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:07:34,657 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:07:34,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:07:34,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:07:34,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:34,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:34,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:07:34,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:07:34,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:34,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:34,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:07:34,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:07:34,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:34,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:34,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:07:34,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:07:34,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:34,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:07:34,664 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:07:34,665 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740 2024-11-16T09:07:34,666 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740 2024-11-16T09:07:34,668 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:07:34,668 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:07:34,668 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:07:34,669 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:07:34,670 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74487832, jitterRate=0.10995519161224365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:07:34,670 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:07:34,671 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731748054657Writing region info on filesystem at 1731748054657Initializing all the Stores at 1731748054658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748054658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748054659 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748054659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731748054659Cleaning up temporary data from old regions at 1731748054668 (+9 ms)Running coprocessor post-open hooks at 1731748054670 (+2 ms)Region opened successfully at 1731748054671 (+1 ms) 2024-11-16T09:07:34,672 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731748054620 2024-11-16T09:07:34,674 DEBUG [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:07:34,674 INFO [RS_OPEN_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:07:34,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:34,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16bf49104b8f,39937,1731748043492, state=OPEN 2024-11-16T09:07:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:07:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:07:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:07:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:07:34,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:07:34,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:07:34,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16bf49104b8f,39937,1731748043492 in 10.0970 sec 2024-11-16T09:07:34,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:07:34,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5700 sec 2024-11-16T09:07:34,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:07:34,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:07:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:07:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,39937,1731748043492, seqNum=-1] 2024-11-16T09:07:34,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:07:34,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:07:34,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6300 sec 2024-11-16T09:07:34,731 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731748054731, completionTime=-1 2024-11-16T09:07:34,731 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T09:07:34,731 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:07:34,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T09:07:34,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731748114733 2024-11-16T09:07:34,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731748174733 2024-11-16T09:07:34,733 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-16T09:07:34,733 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16bf49104b8f:34707, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,734 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,737 DEBUG [master/16bf49104b8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.125sec 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:07:34,739 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:07:34,742 DEBUG [master/16bf49104b8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:07:34,742 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:07:34,742 INFO [master/16bf49104b8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16bf49104b8f,34707,1731748043345-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:07:34,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16bf49104b8f,34707,-1 for getting cluster id 2024-11-16T09:07:34,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:07:34,796 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78893701-2c63-4e95-90d9-f5d021c38e6c' 2024-11-16T09:07:34,797 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:07:34,798 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78893701-2c63-4e95-90d9-f5d021c38e6c" 2024-11-16T09:07:34,798 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8a1743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,798 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16bf49104b8f,34707,-1] 2024-11-16T09:07:34,799 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:07:34,800 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:34,803 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:07:34,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:07:34,807 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,39937,1731748043492, seqNum=-1] 2024-11-16T09:07:34,807 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:07:34,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:07:34,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16bf49104b8f,34707,1731748043345 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731748054810 (current time:1731748054810). 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc79a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16bf49104b8f,34707,-1 for getting cluster id 2024-11-16T09:07:34,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:07:34,811 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78893701-2c63-4e95-90d9-f5d021c38e6c' 2024-11-16T09:07:34,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:07:34,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78893701-2c63-4e95-90d9-f5d021c38e6c" 2024-11-16T09:07:34,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7788f295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16bf49104b8f,34707,-1] 2024-11-16T09:07:34,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:07:34,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:34,812 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:07:34,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c07d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:07:34,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:07:34,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16bf49104b8f,39937,1731748043492, seqNum=-1] 2024-11-16T09:07:34,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:07:34,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:07:34,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:07:34,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:07:34,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:34,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:07:34,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:07:34,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:07:34,818 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16bf49104b8f,34707,1731748043345 2024-11-16T09:07:34,818 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1951763b 2024-11-16T09:07:34,818 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:07:34,819 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:07:34,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:07:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T09:07:34,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:07:34,823 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:34,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T09:07:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:34,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:07:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:07:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:07:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741837_1013 (size=361) 2024-11-16T09:07:34,835 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23888054c7912eec34e374a260252dc2, NAME => 'SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,835 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1840b9027d57cad97715bd197fb642ee, NAME => 'SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e399767e612a749b8f3ed631c71292c, NAME => 'SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741838_1014 (size=62) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:07:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741839_1015 (size=54) 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 23888054c7912eec34e374a260252dc2, disabling compactions & flushes 2024-11-16T09:07:34,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. after waiting 0 ms 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:34,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:34,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23888054c7912eec34e374a260252dc2: Waiting for close lock at 1731748054849Disabling compacts and flushes for region at 1731748054849Disabling writes for close at 1731748054849Writing region close event to WAL at 1731748054849Closed at 1731748054849 2024-11-16T09:07:34,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0e215d00626a4f818b9754d17a48d3b, NAME => 'SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5e399767e612a749b8f3ed631c71292c, disabling compactions & flushes 2024-11-16T09:07:34,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. after waiting 0 ms 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:34,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:34,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e399767e612a749b8f3ed631c71292c: Waiting for close lock at 1731748054850Disabling compacts and flushes for region at 1731748054850Disabling writes for close at 1731748054850Writing region close event to WAL at 1731748054850Closed at 1731748054850 2024-11-16T09:07:34,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d662a333b9deb6228b43553b7f1c1d2c, NAME => 'SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:07:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741840_1016 (size=62) 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1840b9027d57cad97715bd197fb642ee, disabling compactions & flushes 2024-11-16T09:07:34,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. after waiting 0 ms 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:34,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:34,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1840b9027d57cad97715bd197fb642ee: Waiting for close lock at 1731748054855Disabling compacts and flushes for region at 1731748054855Disabling writes for close at 1731748054855Writing region close event to WAL at 1731748054855Closed at 1731748054855 2024-11-16T09:07:34,856 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 160f581b6b52242d8ad4e718b5f6cec7, NAME => 'SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:07:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:07:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741841_1017 (size=62) 2024-11-16T09:07:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:07:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:07:34,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f0e215d00626a4f818b9754d17a48d3b, disabling compactions & flushes 2024-11-16T09:07:34,859 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. after waiting 0 ms 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:34,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741842_1018 (size=62) 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0e215d00626a4f818b9754d17a48d3b: Waiting for close lock at 1731748054859Disabling compacts and flushes for region at 1731748054859Disabling writes for close at 1731748054860 (+1 ms)Writing region close event to WAL at 1731748054860Closed at 1731748054860 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d662a333b9deb6228b43553b7f1c1d2c, disabling compactions & flushes 2024-11-16T09:07:34,860 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:34,860 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afcd059e1e407ebbd8fb98e219d278f8, NAME => 'SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. after waiting 0 ms 2024-11-16T09:07:34,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:34,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:34,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d662a333b9deb6228b43553b7f1c1d2c: Waiting for close lock at 1731748054860Disabling compacts and flushes for region at 1731748054860Disabling writes for close at 1731748054860Writing region close event to WAL at 1731748054861 (+1 ms)Closed at 1731748054861 2024-11-16T09:07:34,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b127846704e2934551886037d6de68c5, NAME => 'SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:07:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:07:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741843_1019 (size=62) 2024-11-16T09:07:34,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 160f581b6b52242d8ad4e718b5f6cec7, disabling compactions & flushes 2024-11-16T09:07:34,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:34,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:34,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. after waiting 0 ms 2024-11-16T09:07:34,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:34,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:34,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 160f581b6b52242d8ad4e718b5f6cec7: Waiting for close lock at 1731748054866Disabling compacts and flushes for region at 1731748054866Disabling writes for close at 1731748054866Writing region close event to WAL at 1731748054866Closed at 1731748054866 2024-11-16T09:07:34,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9ef97b213570cbf2ffe09f3c6ec03039, NAME => 'SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:07:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:07:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:07:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:07:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741844_1020 (size=62) 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing afcd059e1e407ebbd8fb98e219d278f8, disabling compactions & flushes 2024-11-16T09:07:34,876 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. after waiting 0 ms 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:34,876 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:34,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for afcd059e1e407ebbd8fb98e219d278f8: Waiting for close lock at 1731748054876Disabling compacts and flushes for region at 1731748054876Disabling writes for close at 1731748054876Writing region close event to WAL at 1731748054876Closed at 1731748054876 2024-11-16T09:07:34,877 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 975ce1250d94e651aa555fe6db7a8fef, NAME => 'SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523 2024-11-16T09:07:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741845_1021 (size=62) 2024-11-16T09:07:34,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b127846704e2934551886037d6de68c5, disabling compactions & flushes 2024-11-16T09:07:34,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:34,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:34,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. after waiting 0 ms 2024-11-16T09:07:34,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:34,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b127846704e2934551886037d6de68c5: Waiting for close lock at 1731748054879Disabling compacts and flushes for region at 1731748054879Disabling writes for close at 1731748054879Writing region close event to WAL at 1731748054880 (+1 ms)Closed at 1731748054880 2024-11-16T09:07:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:07:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:07:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741846_1022 (size=62) 2024-11-16T09:07:34,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9ef97b213570cbf2ffe09f3c6ec03039, disabling compactions & flushes 2024-11-16T09:07:34,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:34,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:34,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. after waiting 0 ms 2024-11-16T09:07:34,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:34,882 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:34,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9ef97b213570cbf2ffe09f3c6ec03039: Waiting for close lock at 1731748054881Disabling compacts and flushes for region at 1731748054881Disabling writes for close at 1731748054882 (+1 ms)Writing region close event to WAL at 1731748054882Closed at 1731748054882 2024-11-16T09:07:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:07:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:07:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741847_1023 (size=54) 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 975ce1250d94e651aa555fe6db7a8fef, disabling compactions & flushes 2024-11-16T09:07:34,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. after waiting 0 ms 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:34,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:34,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 975ce1250d94e651aa555fe6db7a8fef: Waiting for close lock at 1731748054893Disabling compacts and flushes for region at 1731748054893Disabling writes for close at 1731748054893Writing region close event to WAL at 1731748054893Closed at 1731748054893 2024-11-16T09:07:34,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731748054894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731748054894"}]},"ts":"1731748054894"} 2024-11-16T09:07:34,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T09:07:34,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:07:34,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731748054900"}]},"ts":"1731748054900"} 2024-11-16T09:07:34,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T09:07:34,903 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:07:34,907 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:07:34,907 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:07:34,907 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:07:34,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:07:34,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e399767e612a749b8f3ed631c71292c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1840b9027d57cad97715bd197fb642ee, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d662a333b9deb6228b43553b7f1c1d2c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=160f581b6b52242d8ad4e718b5f6cec7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b127846704e2934551886037d6de68c5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ef97b213570cbf2ffe09f3c6ec03039, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN}] 2024-11-16T09:07:34,910 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN 2024-11-16T09:07:34,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e399767e612a749b8f3ed631c71292c, ASSIGN 2024-11-16T09:07:34,910 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN 2024-11-16T09:07:34,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1840b9027d57cad97715bd197fb642ee, ASSIGN 2024-11-16T09:07:34,911 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN; state=OFFLINE, location=16bf49104b8f,43965,1731748043524; forceNewPlan=false, retain=false 2024-11-16T09:07:34,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e399767e612a749b8f3ed631c71292c, ASSIGN; state=OFFLINE, location=16bf49104b8f,39937,1731748043492; forceNewPlan=false, retain=false 2024-11-16T09:07:34,911 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN; state=OFFLINE, location=16bf49104b8f,43965,1731748043524; forceNewPlan=false, retain=false 2024-11-16T09:07:34,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1840b9027d57cad97715bd197fb642ee, ASSIGN; state=OFFLINE, location=16bf49104b8f,44027,1731748043559; forceNewPlan=false, retain=false 2024-11-16T09:07:34,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN 2024-11-16T09:07:34,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ef97b213570cbf2ffe09f3c6ec03039, ASSIGN 2024-11-16T09:07:34,914 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b127846704e2934551886037d6de68c5, ASSIGN 2024-11-16T09:07:34,914 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN; state=OFFLINE, location=16bf49104b8f,43965,1731748043524; forceNewPlan=false, retain=false 2024-11-16T09:07:34,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN 2024-11-16T09:07:34,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=160f581b6b52242d8ad4e718b5f6cec7, ASSIGN 2024-11-16T09:07:34,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN; state=OFFLINE, location=16bf49104b8f,43965,1731748043524; forceNewPlan=false, retain=false 2024-11-16T09:07:34,915 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b127846704e2934551886037d6de68c5, ASSIGN; state=OFFLINE, location=16bf49104b8f,39937,1731748043492; forceNewPlan=false, retain=false 2024-11-16T09:07:34,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ef97b213570cbf2ffe09f3c6ec03039, ASSIGN; state=OFFLINE, location=16bf49104b8f,44027,1731748043559; forceNewPlan=false, retain=false 2024-11-16T09:07:34,915 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d662a333b9deb6228b43553b7f1c1d2c, ASSIGN 2024-11-16T09:07:34,915 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=160f581b6b52242d8ad4e718b5f6cec7, ASSIGN; state=OFFLINE, location=16bf49104b8f,44027,1731748043559; forceNewPlan=false, retain=false 2024-11-16T09:07:34,915 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d662a333b9deb6228b43553b7f1c1d2c, ASSIGN; state=OFFLINE, location=16bf49104b8f,39937,1731748043492; forceNewPlan=false, retain=false 2024-11-16T09:07:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:35,061 INFO [16bf49104b8f:34707 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T09:07:35,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=975ce1250d94e651aa555fe6db7a8fef, regionState=OPENING, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:35,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9ef97b213570cbf2ffe09f3c6ec03039, regionState=OPENING, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:35,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=160f581b6b52242d8ad4e718b5f6cec7, regionState=OPENING, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:35,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=afcd059e1e407ebbd8fb98e219d278f8, regionState=OPENING, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:35,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1840b9027d57cad97715bd197fb642ee, regionState=OPENING, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:35,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f0e215d00626a4f818b9754d17a48d3b, regionState=OPENING, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:35,063 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b127846704e2934551886037d6de68c5, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:35,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23888054c7912eec34e374a260252dc2, regionState=OPENING, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:35,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d662a333b9deb6228b43553b7f1c1d2c, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:35,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e399767e612a749b8f3ed631c71292c, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:35,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN because future has completed 2024-11-16T09:07:35,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure afcd059e1e407ebbd8fb98e219d278f8, server=16bf49104b8f,43965,1731748043524}] 2024-11-16T09:07:35,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN because future has completed 2024-11-16T09:07:35,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,43965,1731748043524}] 2024-11-16T09:07:35,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=160f581b6b52242d8ad4e718b5f6cec7, ASSIGN because future has completed 2024-11-16T09:07:35,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ef97b213570cbf2ffe09f3c6ec03039, ASSIGN because future has completed 2024-11-16T09:07:35,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7, server=16bf49104b8f,44027,1731748043559}] 2024-11-16T09:07:35,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039, server=16bf49104b8f,44027,1731748043559}] 2024-11-16T09:07:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1840b9027d57cad97715bd197fb642ee, ASSIGN because future has completed 2024-11-16T09:07:35,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN because future has completed 2024-11-16T09:07:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e399767e612a749b8f3ed631c71292c, ASSIGN because future has completed 2024-11-16T09:07:35,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1840b9027d57cad97715bd197fb642ee, server=16bf49104b8f,44027,1731748043559}] 2024-11-16T09:07:35,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e399767e612a749b8f3ed631c71292c, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:07:35,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN because future has completed 2024-11-16T09:07:35,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b127846704e2934551886037d6de68c5, ASSIGN because future has completed 2024-11-16T09:07:35,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d662a333b9deb6228b43553b7f1c1d2c, ASSIGN because future has completed 2024-11-16T09:07:35,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,43965,1731748043524}] 2024-11-16T09:07:35,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d662a333b9deb6228b43553b7f1c1d2c, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:07:35,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23888054c7912eec34e374a260252dc2, server=16bf49104b8f,43965,1731748043524}] 2024-11-16T09:07:35,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b127846704e2934551886037d6de68c5, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:07:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:36,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:07:36,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:07:36,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:07:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:07:36,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:07:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:40,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:07:40,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:40,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:40,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:45,068 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:07:45,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:07:45,074 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:45,074 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f0e215d00626a4f818b9754d17a48d3b, NAME => 'SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T09:07:45,074 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,075 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,075 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,075 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,076 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,078 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e215d00626a4f818b9754d17a48d3b columnFamilyName cf 2024-11-16T09:07:45,078 DEBUG [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,079 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] regionserver.HStore(327): Store=f0e215d00626a4f818b9754d17a48d3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,079 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,079 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:07:45,080 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,080 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:07:45,081 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,081 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,082 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,087 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:45,087 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e399767e612a749b8f3ed631c71292c, NAME => 'SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T09:07:45,087 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,087 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,087 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,088 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,088 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,088 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f0e215d00626a4f818b9754d17a48d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69648912, jitterRate=0.03784966468811035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,088 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:45,088 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f0e215d00626a4f818b9754d17a48d3b: Running coprocessor pre-open hook at 1731748065075Writing region info on filesystem at 1731748065075Initializing all the Stores at 1731748065076 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065076Cleaning up temporary data from old regions at 1731748065081 (+5 ms)Running coprocessor post-open hooks at 1731748065088 (+7 ms)Region opened successfully at 1731748065088 2024-11-16T09:07:45,089 INFO [StoreOpener-5e399767e612a749b8f3ed631c71292c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,090 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b., pid=21, masterSystemTime=1731748065067 2024-11-16T09:07:45,090 INFO [StoreOpener-5e399767e612a749b8f3ed631c71292c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e399767e612a749b8f3ed631c71292c columnFamilyName cf 2024-11-16T09:07:45,090 DEBUG [StoreOpener-5e399767e612a749b8f3ed631c71292c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,091 INFO [StoreOpener-5e399767e612a749b8f3ed631c71292c-1 {}] regionserver.HStore(327): Store=5e399767e612a749b8f3ed631c71292c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,091 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,092 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:45,092 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:07:45,092 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,092 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:45,092 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => afcd059e1e407ebbd8fb98e219d278f8, NAME => 'SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f0e215d00626a4f818b9754d17a48d3b, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,093 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,43965,1731748043524 because future has completed 2024-11-16T09:07:45,095 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-16T09:07:45,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,43965,1731748043524 in 10.0160 sec 2024-11-16T09:07:45,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN in 10.1890 sec 2024-11-16T09:07:45,103 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:45,103 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1840b9027d57cad97715bd197fb642ee, NAME => 'SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T09:07:45,103 INFO [StoreOpener-afcd059e1e407ebbd8fb98e219d278f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,103 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,103 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,104 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,104 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,104 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/5e399767e612a749b8f3ed631c71292c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,104 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5e399767e612a749b8f3ed631c71292c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63497507, jitterRate=-0.05381341278553009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,104 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:45,104 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5e399767e612a749b8f3ed631c71292c: Running coprocessor pre-open hook at 1731748065088Writing region info on filesystem at 1731748065088Initializing all the Stores at 1731748065088Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065088Cleaning up temporary data from old regions at 1731748065093 (+5 ms)Running coprocessor post-open hooks at 1731748065104 (+11 ms)Region opened successfully at 1731748065104 2024-11-16T09:07:45,105 INFO [StoreOpener-afcd059e1e407ebbd8fb98e219d278f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcd059e1e407ebbd8fb98e219d278f8 columnFamilyName cf 2024-11-16T09:07:45,105 INFO [StoreOpener-1840b9027d57cad97715bd197fb642ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,105 DEBUG [StoreOpener-afcd059e1e407ebbd8fb98e219d278f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,105 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c., pid=20, masterSystemTime=1731748065080 2024-11-16T09:07:45,106 INFO [StoreOpener-afcd059e1e407ebbd8fb98e219d278f8-1 {}] regionserver.HStore(327): Store=afcd059e1e407ebbd8fb98e219d278f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,106 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,107 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,107 INFO [StoreOpener-1840b9027d57cad97715bd197fb642ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1840b9027d57cad97715bd197fb642ee columnFamilyName cf 2024-11-16T09:07:45,107 DEBUG [StoreOpener-1840b9027d57cad97715bd197fb642ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,107 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,107 INFO [StoreOpener-1840b9027d57cad97715bd197fb642ee-1 {}] regionserver.HStore(327): Store=1840b9027d57cad97715bd197fb642ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,107 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:45,107 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,107 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:07:45,107 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,108 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d662a333b9deb6228b43553b7f1c1d2c, NAME => 'SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,108 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,109 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e399767e612a749b8f3ed631c71292c, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:45,109 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,109 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,109 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,111 INFO [StoreOpener-d662a333b9deb6228b43553b7f1c1d2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e399767e612a749b8f3ed631c71292c, server=16bf49104b8f,39937,1731748043492 because future has completed 2024-11-16T09:07:45,113 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,113 INFO [StoreOpener-d662a333b9deb6228b43553b7f1c1d2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d662a333b9deb6228b43553b7f1c1d2c columnFamilyName cf 2024-11-16T09:07:45,113 DEBUG [StoreOpener-d662a333b9deb6228b43553b7f1c1d2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,114 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened afcd059e1e407ebbd8fb98e219d278f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829816, jitterRate=0.10014998912811279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,114 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:45,114 INFO [StoreOpener-d662a333b9deb6228b43553b7f1c1d2c-1 {}] regionserver.HStore(327): Store=d662a333b9deb6228b43553b7f1c1d2c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,114 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for afcd059e1e407ebbd8fb98e219d278f8: Running coprocessor pre-open hook at 1731748065093Writing region info on filesystem at 1731748065093Initializing all the Stores at 1731748065094 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065094Cleaning up temporary data from old regions at 1731748065108 (+14 ms)Running coprocessor post-open hooks at 1731748065114 (+6 ms)Region opened successfully at 1731748065114 2024-11-16T09:07:45,114 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-16T09:07:45,115 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e399767e612a749b8f3ed631c71292c, server=16bf49104b8f,39937,1731748043492 in 10.0350 sec 2024-11-16T09:07:45,115 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., pid=15, masterSystemTime=1731748065067 2024-11-16T09:07:45,116 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,116 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,116 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e399767e612a749b8f3ed631c71292c, ASSIGN in 10.2070 sec 2024-11-16T09:07:45,118 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:45,118 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:45,118 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 23888054c7912eec34e374a260252dc2, NAME => 'SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=afcd059e1e407ebbd8fb98e219d278f8, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,119 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure afcd059e1e407ebbd8fb98e219d278f8, server=16bf49104b8f,43965,1731748043524 because future has completed 2024-11-16T09:07:45,122 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,122 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/1840b9027d57cad97715bd197fb642ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,123 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1840b9027d57cad97715bd197fb642ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68133594, jitterRate=0.015269666910171509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,123 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:45,123 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1840b9027d57cad97715bd197fb642ee: Running coprocessor pre-open hook at 1731748065104Writing region info on filesystem at 1731748065104Initializing all the Stores at 1731748065104Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065105 (+1 ms)Cleaning up temporary data from old regions at 1731748065109 (+4 ms)Running coprocessor post-open hooks at 1731748065123 (+14 ms)Region opened successfully at 1731748065123 2024-11-16T09:07:45,123 INFO [StoreOpener-23888054c7912eec34e374a260252dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,124 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee., pid=19, masterSystemTime=1731748065079 2024-11-16T09:07:45,124 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/d662a333b9deb6228b43553b7f1c1d2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,125 INFO [StoreOpener-23888054c7912eec34e374a260252dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23888054c7912eec34e374a260252dc2 columnFamilyName cf 2024-11-16T09:07:45,125 DEBUG [StoreOpener-23888054c7912eec34e374a260252dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,125 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d662a333b9deb6228b43553b7f1c1d2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74905703, jitterRate=0.11618195474147797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,126 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:45,126 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d662a333b9deb6228b43553b7f1c1d2c: Running coprocessor pre-open hook at 1731748065108Writing region info on filesystem at 1731748065108Initializing all the Stores at 1731748065111 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065111Cleaning up temporary data from old regions at 1731748065116 (+5 ms)Running coprocessor post-open hooks at 1731748065126 (+10 ms)Region opened successfully at 1731748065126 2024-11-16T09:07:45,126 INFO [StoreOpener-23888054c7912eec34e374a260252dc2-1 {}] regionserver.HStore(327): Store=23888054c7912eec34e374a260252dc2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-16T09:07:45,126 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure afcd059e1e407ebbd8fb98e219d278f8, server=16bf49104b8f,43965,1731748043524 in 10.0570 sec 2024-11-16T09:07:45,127 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:45,127 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:07:45,127 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:45,127 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c., pid=22, masterSystemTime=1731748065080 2024-11-16T09:07:45,127 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 160f581b6b52242d8ad4e718b5f6cec7, NAME => 'SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T09:07:45,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1840b9027d57cad97715bd197fb642ee, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:45,128 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,128 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,128 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,128 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,128 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,129 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN in 10.2180 sec 2024-11-16T09:07:45,130 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,130 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,130 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:45,130 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:07:45,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1840b9027d57cad97715bd197fb642ee, server=16bf49104b8f,44027,1731748043559 because future has completed 2024-11-16T09:07:45,130 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:45,130 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b127846704e2934551886037d6de68c5, NAME => 'SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T09:07:45,131 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,131 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,131 INFO [StoreOpener-160f581b6b52242d8ad4e718b5f6cec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,131 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,131 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d662a333b9deb6228b43553b7f1c1d2c, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:45,132 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d662a333b9deb6228b43553b7f1c1d2c, server=16bf49104b8f,39937,1731748043492 because future has completed 2024-11-16T09:07:45,134 INFO [StoreOpener-160f581b6b52242d8ad4e718b5f6cec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 160f581b6b52242d8ad4e718b5f6cec7 columnFamilyName cf 2024-11-16T09:07:45,134 DEBUG [StoreOpener-160f581b6b52242d8ad4e718b5f6cec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,135 INFO [StoreOpener-b127846704e2934551886037d6de68c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-16T09:07:45,135 INFO [StoreOpener-160f581b6b52242d8ad4e718b5f6cec7-1 {}] regionserver.HStore(327): Store=160f581b6b52242d8ad4e718b5f6cec7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1840b9027d57cad97715bd197fb642ee, server=16bf49104b8f,44027,1731748043559 in 10.0620 sec 2024-11-16T09:07:45,135 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,136 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,137 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1840b9027d57cad97715bd197fb642ee, ASSIGN in 10.2270 sec 2024-11-16T09:07:45,137 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,137 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,139 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/23888054c7912eec34e374a260252dc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-16T09:07:45,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d662a333b9deb6228b43553b7f1c1d2c, server=16bf49104b8f,39937,1731748043492 in 10.0540 sec 2024-11-16T09:07:45,140 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 23888054c7912eec34e374a260252dc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74064546, jitterRate=0.10364773869514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,140 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23888054c7912eec34e374a260252dc2 2024-11-16T09:07:45,140 INFO [StoreOpener-b127846704e2934551886037d6de68c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b127846704e2934551886037d6de68c5 columnFamilyName cf 2024-11-16T09:07:45,140 DEBUG [StoreOpener-b127846704e2934551886037d6de68c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,140 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 23888054c7912eec34e374a260252dc2: Running coprocessor pre-open hook at 1731748065120Writing region info on filesystem at 1731748065120Initializing all the Stores at 1731748065122 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065122Cleaning up temporary data from old regions at 1731748065130 (+8 ms)Running coprocessor post-open hooks at 1731748065140 (+10 ms)Region opened successfully at 1731748065140 2024-11-16T09:07:45,141 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,141 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2., pid=24, masterSystemTime=1731748065067 2024-11-16T09:07:45,141 INFO [StoreOpener-b127846704e2934551886037d6de68c5-1 {}] regionserver.HStore(327): Store=b127846704e2934551886037d6de68c5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,141 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d662a333b9deb6228b43553b7f1c1d2c, ASSIGN in 10.2310 sec 2024-11-16T09:07:45,143 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,144 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:45,144 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:07:45,144 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:45,144 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,144 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 975ce1250d94e651aa555fe6db7a8fef, NAME => 'SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T09:07:45,144 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,145 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,145 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,145 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,145 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/160f581b6b52242d8ad4e718b5f6cec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,145 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 160f581b6b52242d8ad4e718b5f6cec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67413939, jitterRate=0.004545971751213074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,146 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:45,146 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,146 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,146 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 160f581b6b52242d8ad4e718b5f6cec7: Running coprocessor pre-open hook at 1731748065128Writing region info on filesystem at 1731748065128Initializing all the Stores at 1731748065130 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065130Cleaning up temporary data from old regions at 1731748065137 (+7 ms)Running coprocessor post-open hooks at 1731748065146 (+9 ms)Region opened successfully at 1731748065146 2024-11-16T09:07:45,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23888054c7912eec34e374a260252dc2, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:45,147 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,148 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7., pid=17, masterSystemTime=1731748065079 2024-11-16T09:07:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23888054c7912eec34e374a260252dc2, server=16bf49104b8f,43965,1731748043524 because future has completed 2024-11-16T09:07:45,149 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975ce1250d94e651aa555fe6db7a8fef columnFamilyName cf 2024-11-16T09:07:45,150 DEBUG [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,150 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,150 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] regionserver.HStore(327): Store=975ce1250d94e651aa555fe6db7a8fef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,150 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,150 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:45,151 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:07:45,151 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:45,151 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ef97b213570cbf2ffe09f3c6ec03039, NAME => 'SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T09:07:45,151 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=160f581b6b52242d8ad4e718b5f6cec7, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:45,151 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:07:45,151 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,151 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,152 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,153 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-16T09:07:45,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7, server=16bf49104b8f,44027,1731748043559 because future has completed 2024-11-16T09:07:45,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23888054c7912eec34e374a260252dc2, server=16bf49104b8f,43965,1731748043524 in 10.0680 sec 2024-11-16T09:07:45,154 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,154 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,155 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,155 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b127846704e2934551886037d6de68c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60641907, jitterRate=-0.09636516869068146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,156 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b127846704e2934551886037d6de68c5 2024-11-16T09:07:45,156 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b127846704e2934551886037d6de68c5: Running coprocessor pre-open hook at 1731748065131Writing region info on filesystem at 1731748065131Initializing all the Stores at 1731748065132 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065132Cleaning up temporary data from old regions at 1731748065146 (+14 ms)Running coprocessor post-open hooks at 1731748065156 (+10 ms)Region opened successfully at 1731748065156 2024-11-16T09:07:45,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN in 10.2460 sec 2024-11-16T09:07:45,156 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,156 INFO [StoreOpener-9ef97b213570cbf2ffe09f3c6ec03039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,157 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., pid=23, masterSystemTime=1731748065080 2024-11-16T09:07:45,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-16T09:07:45,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7, server=16bf49104b8f,44027,1731748043559 in 10.0890 sec 2024-11-16T09:07:45,160 INFO [StoreOpener-9ef97b213570cbf2ffe09f3c6ec03039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ef97b213570cbf2ffe09f3c6ec03039 columnFamilyName cf 2024-11-16T09:07:45,160 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:45,160 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:07:45,160 DEBUG [StoreOpener-9ef97b213570cbf2ffe09f3c6ec03039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:07:45,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b127846704e2934551886037d6de68c5, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:07:45,161 INFO [StoreOpener-9ef97b213570cbf2ffe09f3c6ec03039-1 {}] regionserver.HStore(327): Store=9ef97b213570cbf2ffe09f3c6ec03039/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:07:45,161 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=160f581b6b52242d8ad4e718b5f6cec7, ASSIGN in 10.2520 sec 2024-11-16T09:07:45,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b127846704e2934551886037d6de68c5, server=16bf49104b8f,39937,1731748043492 because future has completed 2024-11-16T09:07:45,163 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,163 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,164 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,164 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,164 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,164 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 975ce1250d94e651aa555fe6db7a8fef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68215684, jitterRate=0.016492903232574463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,165 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:45,165 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 975ce1250d94e651aa555fe6db7a8fef: Running coprocessor pre-open hook at 1731748065145Writing region info on filesystem at 1731748065145Initializing all the Stores at 1731748065146 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065146Cleaning up temporary data from old regions at 1731748065154 (+8 ms)Running coprocessor post-open hooks at 1731748065165 (+11 ms)Region opened successfully at 1731748065165 2024-11-16T09:07:45,166 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., pid=16, masterSystemTime=1731748065067 2024-11-16T09:07:45,166 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-16T09:07:45,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b127846704e2934551886037d6de68c5, server=16bf49104b8f,39937,1731748043492 in 10.0810 sec 2024-11-16T09:07:45,168 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:45,168 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:07:45,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b127846704e2934551886037d6de68c5, ASSIGN in 10.2590 sec 2024-11-16T09:07:45,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=975ce1250d94e651aa555fe6db7a8fef, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,43965,1731748043524 2024-11-16T09:07:45,171 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:07:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,43965,1731748043524 because future has completed 2024-11-16T09:07:45,172 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9ef97b213570cbf2ffe09f3c6ec03039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64240281, jitterRate=-0.04274521768093109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:07:45,172 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:45,172 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9ef97b213570cbf2ffe09f3c6ec03039: Running coprocessor pre-open hook at 1731748065152Writing region info on filesystem at 1731748065152Initializing all the Stores at 1731748065154 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748065154Cleaning up temporary data from old regions at 1731748065164 (+10 ms)Running coprocessor post-open hooks at 1731748065172 (+8 ms)Region opened successfully at 1731748065172 2024-11-16T09:07:45,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-16T09:07:45,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,43965,1731748043524 in 10.1060 sec 2024-11-16T09:07:45,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN in 10.2660 sec 2024-11-16T09:07:45,179 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., pid=18, masterSystemTime=1731748065079 2024-11-16T09:07:45,181 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:45,181 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:07:45,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9ef97b213570cbf2ffe09f3c6ec03039, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:07:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039, server=16bf49104b8f,44027,1731748043559 because future has completed 2024-11-16T09:07:45,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-16T09:07:45,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039, server=16bf49104b8f,44027,1731748043559 in 10.1160 sec 2024-11-16T09:07:45,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-16T09:07:45,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ef97b213570cbf2ffe09f3c6ec03039, ASSIGN in 10.2780 sec 2024-11-16T09:07:45,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:07:45,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731748065188"}]},"ts":"1731748065188"} 2024-11-16T09:07:45,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T09:07:45,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:07:45,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3710 sec 2024-11-16T09:07:48,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T09:07:50,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:07:50,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:50,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:07:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:07:53,096 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T09:07:53,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T09:07:53,097 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:07:53,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T09:07:53,105 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:07:53,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T09:07:53,143 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,145 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,146 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,182 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., hostname=16bf49104b8f,39937,1731748043492, seqNum=2] 2024-11-16T09:07:53,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., hostname=16bf49104b8f,39937,1731748043492, seqNum=2] 2024-11-16T09:07:53,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., hostname=16bf49104b8f,39937,1731748043492, seqNum=2] 2024-11-16T09:07:53,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., hostname=16bf49104b8f,39937,1731748043492, seqNum=2] 2024-11-16T09:07:53,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., hostname=16bf49104b8f,39937,1731748043492, seqNum=2] 2024-11-16T09:07:53,220 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., hostname=16bf49104b8f,44027,1731748043559, seqNum=2] 2024-11-16T09:07:53,222 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., hostname=16bf49104b8f,44027,1731748043559, seqNum=2] 2024-11-16T09:07:53,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., hostname=16bf49104b8f,44027,1731748043559, seqNum=2] 2024-11-16T09:07:53,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., hostname=16bf49104b8f,44027,1731748043559, seqNum=2] 2024-11-16T09:07:53,224 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039., hostname=16bf49104b8f,44027,1731748043559, seqNum=2] 2024-11-16T09:07:53,286 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,287 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,289 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,289 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,290 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., hostname=16bf49104b8f,43965,1731748043524, seqNum=2] 2024-11-16T09:07:53,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:07:53,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:07:53,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:07:53,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:07:53,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:07:53,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:07:53,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44027 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:07:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:07:54,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:07:54,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T09:07:54,452 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T09:07:54,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:07:54,453 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T09:07:54,454 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T09:07:54,459 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T09:07:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:07:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:07:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741848_1024 (size=49) 2024-11-16T09:07:54,470 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T09:07:54,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23888054c7912eec34e374a260252dc2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e399767e612a749b8f3ed631c71292c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1840b9027d57cad97715bd197fb642ee}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0e215d00626a4f818b9754d17a48d3b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d662a333b9deb6228b43553b7f1c1d2c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afcd059e1e407ebbd8fb98e219d278f8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b127846704e2934551886037d6de68c5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 975ce1250d94e651aa555fe6db7a8fef}] 2024-11-16T09:07:54,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:07:54,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:07:54,472 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:07:54,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:07:54,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:07:54,474 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:07:54,475 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b127846704e2934551886037d6de68c5 2024-11-16T09:07:54,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:07:54,475 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:07:54,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23888054c7912eec34e374a260252dc2 2024-11-16T09:08:04,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T09:08:04,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T09:08:04,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T09:08:04,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T09:08:04,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:04,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T09:08:04,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5e399767e612a749b8f3ed631c71292c: 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:04,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 160f581b6b52242d8ad4e718b5f6cec7: 2024-11-16T09:08:04,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d662a333b9deb6228b43553b7f1c1d2c: 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing afcd059e1e407ebbd8fb98e219d278f8 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:04,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 975ce1250d94e651aa555fe6db7a8fef 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T09:08:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:04,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T09:08:04,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T09:08:04,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b127846704e2934551886037d6de68c5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T09:08:04,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:04,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f0e215d00626a4f818b9754d17a48d3b: 2024-11-16T09:08:04,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1840b9027d57cad97715bd197fb642ee: 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:04,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9ef97b213570cbf2ffe09f3c6ec03039 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T09:08:04,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/.tmp/cf/0ef86b263f7146ca8a69bb2c58687e12 is 34, key is baa/cf:cf/1731748073928/Put/seqid=0 2024-11-16T09:08:04,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/.tmp/cf/bf860183fe3b47baa1ab812ad744953a is 34, key is aaa/cf:cf/1731748074005/Put/seqid=0 2024-11-16T09:08:04,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/.tmp/cf/626fedc617df47fea31f99507a2a6dc0 is 34, key is ccd/cf:cf/1731748073961/Put/seqid=0 2024-11-16T09:08:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:08:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:08:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741849_1025 (size=65) 2024-11-16T09:08:04,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:04,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T09:08:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T09:08:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:08:04,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:08:04,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e399767e612a749b8f3ed631c71292c in 10.0490 sec 2024-11-16T09:08:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:08:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:08:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741850_1026 (size=65) 2024-11-16T09:08:04,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:04,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T09:08:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T09:08:04,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:08:04,529 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:08:04,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 160f581b6b52242d8ad4e718b5f6cec7 in 10.0590 sec 2024-11-16T09:08:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:08:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:08:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741851_1027 (size=65) 2024-11-16T09:08:04,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:04,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T09:08:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T09:08:04,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:08:04,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:08:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:08:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:08:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741853_1029 (size=65) 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 23888054c7912eec34e374a260252dc2: 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T09:08:04,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T09:08:04,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:04,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d662a333b9deb6228b43553b7f1c1d2c in 10.0690 sec 2024-11-16T09:08:04,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0e215d00626a4f818b9754d17a48d3b in 10.0710 sec 2024-11-16T09:08:04,544 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T09:08:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741852_1028 (size=65) 2024-11-16T09:08:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741852_1028 (size=65) 2024-11-16T09:08:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741852_1028 (size=65) 2024-11-16T09:08:04,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:04,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T09:08:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T09:08:04,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:08:04,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:08:04,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1840b9027d57cad97715bd197fb642ee in 10.0860 sec 2024-11-16T09:08:04,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/.tmp/cf/29e9ba06d1ef4b3ebf80c17240d78972 is 34, key is eaa/cf:cf/1731748074363/Put/seqid=0 2024-11-16T09:08:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741855_1031 (size=26918) 2024-11-16T09:08:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741855_1031 (size=26918) 2024-11-16T09:08:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741855_1031 (size=26918) 2024-11-16T09:08:04,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/.tmp/cf/bf860183fe3b47baa1ab812ad744953a 2024-11-16T09:08:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741857_1033 (size=499309) 2024-11-16T09:08:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741857_1033 (size=499309) 2024-11-16T09:08:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741856_1032 (size=47197) 2024-11-16T09:08:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741856_1032 (size=47197) 2024-11-16T09:08:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741857_1033 (size=499309) 2024-11-16T09:08:04,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/.tmp/cf/29e9ba06d1ef4b3ebf80c17240d78972 2024-11-16T09:08:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741856_1032 (size=47197) 2024-11-16T09:08:04,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/.tmp/cf/626fedc617df47fea31f99507a2a6dc0 2024-11-16T09:08:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741854_1030 (size=28623) 2024-11-16T09:08:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741854_1030 (size=28623) 2024-11-16T09:08:04,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/.tmp/cf/0ef86b263f7146ca8a69bb2c58687e12 2024-11-16T09:08:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741854_1030 (size=28623) 2024-11-16T09:08:04,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/.tmp/cf/626fedc617df47fea31f99507a2a6dc0 as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/cf/626fedc617df47fea31f99507a2a6dc0 2024-11-16T09:08:04,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741858_1034 (size=57) 2024-11-16T09:08:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741858_1034 (size=57) 2024-11-16T09:08:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741858_1034 (size=57) 2024-11-16T09:08:04,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731748054820.23888054c7912eec34e374a260252dc2. 2024-11-16T09:08:04,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T09:08:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T09:08:04,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23888054c7912eec34e374a260252dc2 2024-11-16T09:08:04,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23888054c7912eec34e374a260252dc2 2024-11-16T09:08:04,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23888054c7912eec34e374a260252dc2 in 10.1380 sec 2024-11-16T09:08:04,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/.tmp/cf/29e9ba06d1ef4b3ebf80c17240d78972 as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/cf/29e9ba06d1ef4b3ebf80c17240d78972 2024-11-16T09:08:04,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/.tmp/cf/bf860183fe3b47baa1ab812ad744953a as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/cf/bf860183fe3b47baa1ab812ad744953a 2024-11-16T09:08:04,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/cf/626fedc617df47fea31f99507a2a6dc0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T09:08:04,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9ef97b213570cbf2ffe09f3c6ec03039 in 133ms, sequenceid=5, compaction requested=false 2024-11-16T09:08:04,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9ef97b213570cbf2ffe09f3c6ec03039: 2024-11-16T09:08:04,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/cf/626fedc617df47fea31f99507a2a6dc0] hfiles 2024-11-16T09:08:04,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/cf/626fedc617df47fea31f99507a2a6dc0 for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/.tmp/cf/0ef86b263f7146ca8a69bb2c58687e12 as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/cf/0ef86b263f7146ca8a69bb2c58687e12 2024-11-16T09:08:04,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/cf/29e9ba06d1ef4b3ebf80c17240d78972, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T09:08:04,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/cf/bf860183fe3b47baa1ab812ad744953a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-16T09:08:04,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for afcd059e1e407ebbd8fb98e219d278f8 in 148ms, sequenceid=5, compaction requested=false 2024-11-16T09:08:04,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 975ce1250d94e651aa555fe6db7a8fef in 147ms, sequenceid=5, compaction requested=false 2024-11-16T09:08:04,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for afcd059e1e407ebbd8fb98e219d278f8: 2024-11-16T09:08:04,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 975ce1250d94e651aa555fe6db7a8fef: 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/cf/bf860183fe3b47baa1ab812ad744953a] hfiles 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/cf/29e9ba06d1ef4b3ebf80c17240d78972] hfiles 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/afcd059e1e407ebbd8fb98e219d278f8/cf/bf860183fe3b47baa1ab812ad744953a for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/cf/0ef86b263f7146ca8a69bb2c58687e12, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T09:08:04,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/cf/29e9ba06d1ef4b3ebf80c17240d78972 for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b127846704e2934551886037d6de68c5 in 147ms, sequenceid=5, compaction requested=false 2024-11-16T09:08:04,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b127846704e2934551886037d6de68c5: 2024-11-16T09:08:04,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. for SnapshotProcedureTest completed. 2024-11-16T09:08:04,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T09:08:04,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/cf/0ef86b263f7146ca8a69bb2c58687e12] hfiles 2024-11-16T09:08:04,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/cf/0ef86b263f7146ca8a69bb2c58687e12 for snapshot=SnapshotProcedureTest 2024-11-16T09:08:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741859_1035 (size=105) 2024-11-16T09:08:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741859_1035 (size=105) 2024-11-16T09:08:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741859_1035 (size=105) 2024-11-16T09:08:04,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:04,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T09:08:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T09:08:04,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:08:04,647 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:08:04,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ef97b213570cbf2ffe09f3c6ec03039 in 10.1770 sec 2024-11-16T09:08:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741860_1036 (size=97) 2024-11-16T09:08:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741860_1036 (size=97) 2024-11-16T09:08:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741860_1036 (size=97) 2024-11-16T09:08:04,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:04,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T09:08:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T09:08:04,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:04,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:04,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 975ce1250d94e651aa555fe6db7a8fef in 10.1890 sec 2024-11-16T09:08:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741861_1037 (size=105) 2024-11-16T09:08:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741861_1037 (size=105) 2024-11-16T09:08:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741861_1037 (size=105) 2024-11-16T09:08:04,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731748054820.afcd059e1e407ebbd8fb98e219d278f8. 2024-11-16T09:08:04,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T09:08:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T09:08:04,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:08:04,666 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afcd059e1e407ebbd8fb98e219d278f8 2024-11-16T09:08:04,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afcd059e1e407ebbd8fb98e219d278f8 in 10.1970 sec 2024-11-16T09:08:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741862_1038 (size=105) 2024-11-16T09:08:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741862_1038 (size=105) 2024-11-16T09:08:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741862_1038 (size=105) 2024-11-16T09:08:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T09:08:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T09:08:04,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b127846704e2934551886037d6de68c5 2024-11-16T09:08:04,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b127846704e2934551886037d6de68c5 2024-11-16T09:08:04,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-16T09:08:04,682 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T09:08:04,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b127846704e2934551886037d6de68c5 in 10.2090 sec 2024-11-16T09:08:04,683 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T09:08:04,684 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T09:08:04,684 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T09:08:04,686 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:08:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741863_1039 (size=1174) 2024-11-16T09:08:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741863_1039 (size=1174) 2024-11-16T09:08:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741863_1039 (size=1174) 2024-11-16T09:08:04,714 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T09:08:04,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T09:08:04,722 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:04,722 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:04,722 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:04,722 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:04,722 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:04,726 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:04,726 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:04,726 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:04,726 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:04,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:08:06,354 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16bf49104b8f:35631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-16T09:08:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-16T09:08:14,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T09:08:14,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-16T09:08:14,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:08:14,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:08:14,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-16T09:08:14,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-16T09:08:14,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T09:08:14,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T09:08:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T09:08:14,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-16T09:08:14,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T09:08:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-16T09:08:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-16T09:08:14,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T09:08:14,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T09:08:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-16T09:08:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T09:08:14,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T09:08:14,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-16T09:08:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T09:08:14,736 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 Release verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,736 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 Release verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T09:08:14,737 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 Release verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-16T09:08:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-16T09:08:14,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 in 10.0170 sec 2024-11-16T09:08:14,738 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 Release verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:14,739 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 Release verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:14,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 in 10.0180 sec 2024-11-16T09:08:14,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 in 10.0170 sec 2024-11-16T09:08:14,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 in 10.0190 sec 2024-11-16T09:08:14,741 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 Release verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,741 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 Release verify snapshot worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:14,741 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 Release verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:14,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 in 10.0200 sec 2024-11-16T09:08:14,742 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 Release verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:14,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 in 10.0220 sec 2024-11-16T09:08:14,742 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 in 10.0220 sec 2024-11-16T09:08:14,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,39937,1731748043492 in 10.0220 sec 2024-11-16T09:08:14,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 in 10.0230 sec 2024-11-16T09:08:14,773 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,774 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 16bf49104b8f,43965,1731748043524: Simulated kill ***** 2024-11-16T09:08:14,774 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T09:08:14,774 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T09:08:14,775 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T09:08:14,775 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T09:08:14,775 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T09:08:14,775 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 390561776 }, "NonHeapMemoryUsage": { "committed": 176553984, "init": 7667712, "max": -1, "used": 170869112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T09:08:14,776 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34707 {}] master.MasterRpcServices(700): 16bf49104b8f,43965,1731748043524 reported a fatal error: ***** ABORTING region server 16bf49104b8f,43965,1731748043524: Simulated kill ***** 2024-11-16T09:08:14,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,43965,1731748043524' ***** 2024-11-16T09:08:14,776 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T09:08:14,777 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:08:14,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:08:14,777 INFO [RS:1;16bf49104b8f:43965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T09:08:14,777 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:08:14,777 INFO [RS:1;16bf49104b8f:43965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T09:08:14,777 INFO [RS:1;16bf49104b8f:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:08:14,777 INFO [RS:1;16bf49104b8f:43965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;16bf49104b8f:43965. 2024-11-16T09:08:14,777 DEBUG [RS:1;16bf49104b8f:43965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:08:14,777 DEBUG [RS:1;16bf49104b8f:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741835_1011 (size=2286) 2024-11-16T09:08:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741835_1011 (size=2286) 2024-11-16T09:08:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741835_1011 (size=2286) 2024-11-16T09:08:14,782 DEBUG [RS:1;16bf49104b8f:43965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:14,782 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:14,783 INFO [RS:1;16bf49104b8f:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43965 2024-11-16T09:08:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:08:14,840 INFO [RS:1;16bf49104b8f:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:08:14,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,43965,1731748043524] 2024-11-16T09:08:14,853 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:14,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,43965,1731748043524 already deleted, retry=false 2024-11-16T09:08:14,859 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 16bf49104b8f,43965,1731748043524 on 16bf49104b8f,34707,1731748043345 2024-11-16T09:08:14,860 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16bf49104b8f,43965,1731748043524, splitWal=true, meta=false 2024-11-16T09:08:14,860 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 16bf49104b8f,43965,1731748043524 (carryingMeta=false) 16bf49104b8f,43965,1731748043524/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5320c5ae[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T09:08:14,861 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16bf49104b8f,43965,1731748043524, splitWal=true, meta=false 2024-11-16T09:08:14,862 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 16bf49104b8f,43965,1731748043524 had 4 regions 2024-11-16T09:08:14,863 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16bf49104b8f,43965,1731748043524, splitWal=true, meta=false, isMeta: false 2024-11-16T09:08:14,866 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting 2024-11-16T09:08:14,868 INFO [PEWorker-2 {}] master.SplitWALManager(105): 16bf49104b8f,43965,1731748043524 WAL count=1, meta=false 2024-11-16T09:08:14,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 16bf49104b8f%2C43965%2C1731748043524.1731748044432}] 2024-11-16T09:08:14,870 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:14,870 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-16T09:08:14,870 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-16T09:08:14,870 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-16T09:08:14,871 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-16T09:08:14,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 16bf49104b8f%2C43965%2C1731748043524.1731748044432, worker=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:08:14,871 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,43965,1731748043524 Release verify snapshot worker=16bf49104b8f,43965,1731748043524 2024-11-16T09:08:14,871 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 16bf49104b8f,43965,1731748043524, this operation will be retried to send to another server 2024-11-16T09:08:14,872 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:08:14,872 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731748095872 2024-11-16T09:08:14,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:14,951 INFO [RS:1;16bf49104b8f:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:08:14,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43965-0x101442fad020002, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:14,951 INFO [RS:1;16bf49104b8f:43965 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,43965,1731748043524; zookeeper connection closed. 2024-11-16T09:08:14,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7480da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7480da 2024-11-16T09:08:15,227 INFO [master/16bf49104b8f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T09:08:15,227 INFO [master/16bf49104b8f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T09:08:15,294 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:08:15,295 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:08:15,877 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:23,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:08:24,295 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T09:08:24,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-16T09:08:24,897 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432, size=2.2 K (2286bytes) 2024-11-16T09:08:24,897 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 2024-11-16T09:08:24,898 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 after 1ms 2024-11-16T09:08:24,900 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 took 3ms 2024-11-16T09:08:24,903 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f0e215d00626a4f818b9754d17a48d3b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T09:08:24,904 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for afcd059e1e407ebbd8fb98e219d278f8: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-16T09:08:24,905 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 23888054c7912eec34e374a260252dc2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 975ce1250d94e651aa555fe6db7a8fef: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 so closing down 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:08:24,907 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:08:24,907 INFO [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432, journal: Splitting hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432, size=2.2 K (2286bytes) at 1731748104897Finishing writing output for hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 so closing down at 1731748104907 (+10 ms)3 split writer threads finished at 1731748104907Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1731748104907 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 2024-11-16T09:08:24,907 DEBUG [RS_LOG_REPLAY_OPS-regionserver/16bf49104b8f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T09:08:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T09:08:24,912 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting/16bf49104b8f%2C43965%2C1731748043524.1731748044432 to hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs 2024-11-16T09:08:24,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T09:08:24,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 16bf49104b8f%2C43965%2C1731748043524.1731748044432, worker=16bf49104b8f,39937,1731748043492 in 10.0410 sec 2024-11-16T09:08:24,914 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:24,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-16T09:08:24,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 16bf49104b8f%2C43965%2C1731748043524.1731748044432, worker=16bf49104b8f,39937,1731748043492 in 10.0470 sec 2024-11-16T09:08:24,918 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting dir is empty, no logs to split. 2024-11-16T09:08:24,918 INFO [PEWorker-4 {}] master.SplitWALManager(105): 16bf49104b8f,43965,1731748043524 WAL count=0, meta=false 2024-11-16T09:08:24,918 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 16bf49104b8f,43965,1731748043524 WAL splitting is done? wals=0, meta=false 2024-11-16T09:08:24,920 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 16bf49104b8f,43965,1731748043524 failed, ignore...File hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/WALs/16bf49104b8f,43965,1731748043524-splitting does not exist. 2024-11-16T09:08:24,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN}] 2024-11-16T09:08:24,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN 2024-11-16T09:08:24,922 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN 2024-11-16T09:08:24,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN 2024-11-16T09:08:24,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN 2024-11-16T09:08:24,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:08:24,923 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:08:24,923 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:08:24,923 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:08:25,074 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(204): Hosts are {16bf49104b8f=0} racks are {/default-rack=0} 2024-11-16T09:08:25,074 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:08:25,074 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:08:25,075 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:08:25,075 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:08:25,075 INFO [16bf49104b8f:34707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:08:25,075 INFO [16bf49104b8f:34707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:08:25,075 DEBUG [16bf49104b8f:34707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:08:25,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=975ce1250d94e651aa555fe6db7a8fef, regionState=OPENING, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:25,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=afcd059e1e407ebbd8fb98e219d278f8, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:25,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=23888054c7912eec34e374a260252dc2, regionState=OPENING, regionLocation=16bf49104b8f,39937,1731748043492 2024-11-16T09:08:25,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f0e215d00626a4f818b9754d17a48d3b, regionState=OPENING, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:25,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN because future has completed 2024-11-16T09:08:25,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,44027,1731748043559}] 2024-11-16T09:08:25,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afcd059e1e407ebbd8fb98e219d278f8, ASSIGN because future has completed 2024-11-16T09:08:25,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure afcd059e1e407ebbd8fb98e219d278f8, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:08:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN because future has completed 2024-11-16T09:08:25,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,44027,1731748043559}] 2024-11-16T09:08:25,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23888054c7912eec34e374a260252dc2, ASSIGN because future has completed 2024-11-16T09:08:25,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23888054c7912eec34e374a260252dc2, server=16bf49104b8f,39937,1731748043492}] 2024-11-16T09:08:25,880 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:25,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-16T09:08:25,881 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 975ce1250d94e651aa555fe6db7a8fef, NAME => 'SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T09:08:25,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-16T09:08:25,881 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,881 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:08:25,881 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,881 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34707 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-16T09:08:25,883 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,883 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 Release verify snapshot worker=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:25,884 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975ce1250d94e651aa555fe6db7a8fef columnFamilyName cf 2024-11-16T09:08:25,884 DEBUG [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:08:25,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-16T09:08:25,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=16bf49104b8f,44027,1731748043559 in 21.1640 sec 2024-11-16T09:08:25,885 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T09:08:25,885 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T09:08:25,887 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T09:08:25,887 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T09:08:25,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4360 sec 2024-11-16T09:08:25,892 DEBUG [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/cf/29e9ba06d1ef4b3ebf80c17240d78972 2024-11-16T09:08:25,892 INFO [StoreOpener-975ce1250d94e651aa555fe6db7a8fef-1 {}] regionserver.HStore(327): Store=975ce1250d94e651aa555fe6db7a8fef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:08:25,892 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,893 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,894 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,894 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,895 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,896 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,898 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:08:25,899 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 975ce1250d94e651aa555fe6db7a8fef; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75482534, jitterRate=0.1247774064540863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:08:25,899 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:25,899 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 975ce1250d94e651aa555fe6db7a8fef: Running coprocessor pre-open hook at 1731748105881Writing region info on filesystem at 1731748105881Initializing all the Stores at 1731748105882 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748105882Cleaning up temporary data from old regions at 1731748105895 (+13 ms)Running coprocessor post-open hooks at 1731748105899 (+4 ms)Region opened successfully at 1731748105899 2024-11-16T09:08:25,900 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., pid=55, masterSystemTime=1731748105877 2024-11-16T09:08:25,902 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:25,902 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:25,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=975ce1250d94e651aa555fe6db7a8fef, regionState=OPEN, openSeqNum=6, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:25,902 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:25,903 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f0e215d00626a4f818b9754d17a48d3b, NAME => 'SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T09:08:25,903 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,903 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:08:25,903 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,903 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,905 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,905 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e215d00626a4f818b9754d17a48d3b columnFamilyName cf 2024-11-16T09:08:25,905 DEBUG [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:08:25,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,44027,1731748043559 because future has completed 2024-11-16T09:08:25,906 INFO [StoreOpener-f0e215d00626a4f818b9754d17a48d3b-1 {}] regionserver.HStore(327): Store=f0e215d00626a4f818b9754d17a48d3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:08:25,906 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,907 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,908 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,909 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,909 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=49 2024-11-16T09:08:25,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 975ce1250d94e651aa555fe6db7a8fef, server=16bf49104b8f,44027,1731748043559 in 824 msec 2024-11-16T09:08:25,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=975ce1250d94e651aa555fe6db7a8fef, ASSIGN in 988 msec 2024-11-16T09:08:25,911 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,911 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f0e215d00626a4f818b9754d17a48d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67578606, jitterRate=0.006999701261520386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:08:25,912 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:25,912 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f0e215d00626a4f818b9754d17a48d3b: Running coprocessor pre-open hook at 1731748105903Writing region info on filesystem at 1731748105903Initializing all the Stores at 1731748105904 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731748105904Cleaning up temporary data from old regions at 1731748105909 (+5 ms)Running coprocessor post-open hooks at 1731748105912 (+3 ms)Region opened successfully at 1731748105912 2024-11-16T09:08:25,912 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b., pid=53, masterSystemTime=1731748105877 2024-11-16T09:08:25,914 DEBUG [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:25,914 INFO [RS_OPEN_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:25,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f0e215d00626a4f818b9754d17a48d3b, regionState=OPEN, openSeqNum=2, regionLocation=16bf49104b8f,44027,1731748043559 2024-11-16T09:08:25,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,44027,1731748043559 because future has completed 2024-11-16T09:08:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-16T09:08:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure f0e215d00626a4f818b9754d17a48d3b, server=16bf49104b8f,44027,1731748043559 in 836 msec 2024-11-16T09:08:25,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0e215d00626a4f818b9754d17a48d3b, ASSIGN in 997 msec 2024-11-16T09:08:26,150 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T09:08:26,156 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T09:08:26,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:08:26,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:08:26,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:08:26,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:08:26,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:08:26,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981531725, stopped=false 2024-11-16T09:08:26,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16bf49104b8f,34707,1731748043345 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:08:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:08:26,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:08:26,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:08:26,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:08:26,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:08:26,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:08:26,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:08:26,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,210 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-16T09:08:26,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,39937,1731748043492' ***** 2024-11-16T09:08:26,210 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for b127846704e2934551886037d6de68c5 2024-11-16T09:08:26,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:08:26,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16bf49104b8f,44027,1731748043559' ***** 2024-11-16T09:08:26,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:08:26,211 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:08:26,211 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e399767e612a749b8f3ed631c71292c 2024-11-16T09:08:26,211 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:08:26,211 INFO [RS:2;16bf49104b8f:44027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:08:26,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:08:26,211 INFO [RS:2;16bf49104b8f:44027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:08:26,211 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(3091): Received CLOSE for 975ce1250d94e651aa555fe6db7a8fef 2024-11-16T09:08:26,211 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b127846704e2934551886037d6de68c5, disabling compactions & flushes 2024-11-16T09:08:26,212 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(3091): Received CLOSE for f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. after waiting 0 ms 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(3091): Received CLOSE for 160f581b6b52242d8ad4e718b5f6cec7 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1840b9027d57cad97715bd197fb642ee 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 975ce1250d94e651aa555fe6db7a8fef, disabling compactions & flushes 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ef97b213570cbf2ffe09f3c6ec03039 2024-11-16T09:08:26,212 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(959): stopping server 16bf49104b8f,44027,1731748043559 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;16bf49104b8f:44027. 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. after waiting 0 ms 2024-11-16T09:08:26,212 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:26,212 DEBUG [RS:2;16bf49104b8f:44027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:08:26,212 DEBUG [RS:2;16bf49104b8f:44027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,212 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T09:08:26,212 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1325): Online Regions={975ce1250d94e651aa555fe6db7a8fef=SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef., f0e215d00626a4f818b9754d17a48d3b=SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b., 160f581b6b52242d8ad4e718b5f6cec7=SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7., 1840b9027d57cad97715bd197fb642ee=SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee., 9ef97b213570cbf2ffe09f3c6ec03039=SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039.} 2024-11-16T09:08:26,213 DEBUG [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1351): Waiting on 160f581b6b52242d8ad4e718b5f6cec7, 1840b9027d57cad97715bd197fb642ee, 975ce1250d94e651aa555fe6db7a8fef, 9ef97b213570cbf2ffe09f3c6ec03039, f0e215d00626a4f818b9754d17a48d3b 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:08:26,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5e399767e612a749b8f3ed631c71292c, which we are already trying to CLOSE, but not completed yet 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d662a333b9deb6228b43553b7f1c1d2c, which we are already trying to CLOSE, but not completed yet 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(959): stopping server 16bf49104b8f,39937,1731748043492 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:08:26,213 INFO [RS:0;16bf49104b8f:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16bf49104b8f:39937. 2024-11-16T09:08:26,213 DEBUG [RS:0;16bf49104b8f:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:08:26,213 DEBUG [RS:0;16bf49104b8f:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,214 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:08:26,214 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:08:26,214 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:08:26,214 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:08:26,214 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-16T09:08:26,214 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1325): Online Regions={b127846704e2934551886037d6de68c5=SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5., 5e399767e612a749b8f3ed631c71292c=SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c., 1588230740=hbase:meta,,1.1588230740, d662a333b9deb6228b43553b7f1c1d2c=SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c.} 2024-11-16T09:08:26,215 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e399767e612a749b8f3ed631c71292c, b127846704e2934551886037d6de68c5, d662a333b9deb6228b43553b7f1c1d2c 2024-11-16T09:08:26,215 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:08:26,215 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:08:26,215 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:08:26,215 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:08:26,215 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:08:26,215 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.12 KB heapSize=25.39 KB 2024-11-16T09:08:26,218 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/b127846704e2934551886037d6de68c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:08:26,218 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b127846704e2934551886037d6de68c5: Waiting for close lock at 1731748106211Running coprocessor pre-close hooks at 1731748106211Disabling compacts and flushes for region at 1731748106211Disabling writes for close at 1731748106212 (+1 ms)Writing region close event to WAL at 1731748106213 (+1 ms)Running coprocessor post-close hooks at 1731748106218 (+5 ms)Closed at 1731748106218 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731748054820.b127846704e2934551886037d6de68c5. 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/975ce1250d94e651aa555fe6db7a8fef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e399767e612a749b8f3ed631c71292c, disabling compactions & flushes 2024-11-16T09:08:26,219 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. after waiting 0 ms 2024-11-16T09:08:26,219 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:26,220 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 975ce1250d94e651aa555fe6db7a8fef: Waiting for close lock at 1731748106212Running coprocessor pre-close hooks at 1731748106212Disabling compacts and flushes for region at 1731748106212Disabling writes for close at 1731748106212Writing region close event to WAL at 1731748106214 (+2 ms)Running coprocessor post-close hooks at 1731748106219 (+5 ms)Closed at 1731748106219 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731748054820.975ce1250d94e651aa555fe6db7a8fef. 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0e215d00626a4f818b9754d17a48d3b, disabling compactions & flushes 2024-11-16T09:08:26,220 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. after waiting 0 ms 2024-11-16T09:08:26,220 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:26,224 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/f0e215d00626a4f818b9754d17a48d3b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T09:08:26,224 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:26,224 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0e215d00626a4f818b9754d17a48d3b: Waiting for close lock at 1731748106220Running coprocessor pre-close hooks at 1731748106220Disabling compacts and flushes for region at 1731748106220Disabling writes for close at 1731748106220Writing region close event to WAL at 1731748106220Running coprocessor post-close hooks at 1731748106224 (+4 ms)Closed at 1731748106224 2024-11-16T09:08:26,225 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731748054820.f0e215d00626a4f818b9754d17a48d3b. 2024-11-16T09:08:26,225 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 160f581b6b52242d8ad4e718b5f6cec7, disabling compactions & flushes 2024-11-16T09:08:26,225 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:26,225 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:26,225 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. after waiting 0 ms 2024-11-16T09:08:26,225 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:26,226 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/5e399767e612a749b8f3ed631c71292c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:08:26,226 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e399767e612a749b8f3ed631c71292c: Waiting for close lock at 1731748106219Running coprocessor pre-close hooks at 1731748106219Disabling compacts and flushes for region at 1731748106219Disabling writes for close at 1731748106219Writing region close event to WAL at 1731748106219Running coprocessor post-close hooks at 1731748106226 (+7 ms)Closed at 1731748106226 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c. 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d662a333b9deb6228b43553b7f1c1d2c, disabling compactions & flushes 2024-11-16T09:08:26,227 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. after waiting 0 ms 2024-11-16T09:08:26,227 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:26,229 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/160f581b6b52242d8ad4e718b5f6cec7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:08:26,230 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 160f581b6b52242d8ad4e718b5f6cec7: Waiting for close lock at 1731748106225Running coprocessor pre-close hooks at 1731748106225Disabling compacts and flushes for region at 1731748106225Disabling writes for close at 1731748106225Writing region close event to WAL at 1731748106225Running coprocessor post-close hooks at 1731748106229 (+4 ms)Closed at 1731748106230 (+1 ms) 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731748054820.160f581b6b52242d8ad4e718b5f6cec7. 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1840b9027d57cad97715bd197fb642ee, disabling compactions & flushes 2024-11-16T09:08:26,230 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. after waiting 0 ms 2024-11-16T09:08:26,230 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:26,231 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/d662a333b9deb6228b43553b7f1c1d2c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:08:26,232 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:26,232 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d662a333b9deb6228b43553b7f1c1d2c: Waiting for close lock at 1731748106227Running coprocessor pre-close hooks at 1731748106227Disabling compacts and flushes for region at 1731748106227Disabling writes for close at 1731748106227Writing region close event to WAL at 1731748106227Running coprocessor post-close hooks at 1731748106232 (+5 ms)Closed at 1731748106232 2024-11-16T09:08:26,232 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731748054820.d662a333b9deb6228b43553b7f1c1d2c. 2024-11-16T09:08:26,235 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/1840b9027d57cad97715bd197fb642ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:08:26,235 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1840b9027d57cad97715bd197fb642ee: Waiting for close lock at 1731748106230Running coprocessor pre-close hooks at 1731748106230Disabling compacts and flushes for region at 1731748106230Disabling writes for close at 1731748106230Writing region close event to WAL at 1731748106230Running coprocessor post-close hooks at 1731748106235 (+5 ms)Closed at 1731748106235 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731748054820.1840b9027d57cad97715bd197fb642ee. 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ef97b213570cbf2ffe09f3c6ec03039, disabling compactions & flushes 2024-11-16T09:08:26,236 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. after waiting 0 ms 2024-11-16T09:08:26,236 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:26,240 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/info/0203d84a83124c43b88ac67e8364d8b1 is 167, key is SPTestTable,19999999,1731748054820.5e399767e612a749b8f3ed631c71292c./info:regioninfo/1731748065109/Put/seqid=0 2024-11-16T09:08:26,240 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/default/SPTestTable/9ef97b213570cbf2ffe09f3c6ec03039/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:08:26,241 INFO [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:26,241 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ef97b213570cbf2ffe09f3c6ec03039: Waiting for close lock at 1731748106236Running coprocessor pre-close hooks at 1731748106236Disabling compacts and flushes for region at 1731748106236Disabling writes for close at 1731748106236Writing region close event to WAL at 1731748106237 (+1 ms)Running coprocessor post-close hooks at 1731748106241 (+4 ms)Closed at 1731748106241 2024-11-16T09:08:26,241 DEBUG [RS_CLOSE_REGION-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731748054820.9ef97b213570cbf2ffe09f3c6ec03039. 2024-11-16T09:08:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741864_1040 (size=19591) 2024-11-16T09:08:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741864_1040 (size=19591) 2024-11-16T09:08:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741864_1040 (size=19591) 2024-11-16T09:08:26,250 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.96 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/info/0203d84a83124c43b88ac67e8364d8b1 2024-11-16T09:08:26,260 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:26,260 INFO [regionserver/16bf49104b8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:26,277 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/ns/a4eea7e5b2484cfdbee0631e40236f1b is 43, key is default/ns:d/1731748054726/Put/seqid=0 2024-11-16T09:08:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741865_1041 (size=5153) 2024-11-16T09:08:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741865_1041 (size=5153) 2024-11-16T09:08:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741865_1041 (size=5153) 2024-11-16T09:08:26,283 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/ns/a4eea7e5b2484cfdbee0631e40236f1b 2024-11-16T09:08:26,310 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/table/c5e876177a5a4875afc4d0ba6892cd0a is 47, key is SPTestTable/table:state/1731748065188/Put/seqid=0 2024-11-16T09:08:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741866_1042 (size=5214) 2024-11-16T09:08:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741866_1042 (size=5214) 2024-11-16T09:08:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741866_1042 (size=5214) 2024-11-16T09:08:26,334 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:08:26,335 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:08:26,348 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:08:26,348 INFO [regionserver/16bf49104b8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:08:26,413 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(976): stopping server 16bf49104b8f,44027,1731748043559; all regions closed. 2024-11-16T09:08:26,415 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T09:08:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741834_1010 (size=3564) 2024-11-16T09:08:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741834_1010 (size=3564) 2024-11-16T09:08:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741834_1010 (size=3564) 2024-11-16T09:08:26,422 DEBUG [RS:2;16bf49104b8f:44027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs 2024-11-16T09:08:26,422 INFO [RS:2;16bf49104b8f:44027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C44027%2C1731748043559:(num 1731748044429) 2024-11-16T09:08:26,422 DEBUG [RS:2;16bf49104b8f:44027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,422 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:26,422 INFO [RS:2;16bf49104b8f:44027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:08:26,422 INFO [RS:2;16bf49104b8f:44027 {}] hbase.ChoreService(370): Chore service for: regionserver/16bf49104b8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:08:26,422 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:08:26,422 INFO [regionserver/16bf49104b8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:08:26,423 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:08:26,423 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:08:26,423 INFO [RS:2;16bf49104b8f:44027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:08:26,423 INFO [RS:2;16bf49104b8f:44027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44027 2024-11-16T09:08:26,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,44027,1731748043559 2024-11-16T09:08:26,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:08:26,448 INFO [RS:2;16bf49104b8f:44027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:08:26,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,44027,1731748043559] 2024-11-16T09:08:26,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,44027,1731748043559 already deleted, retry=false 2024-11-16T09:08:26,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16bf49104b8f,44027,1731748043559 expired; onlineServers=1 2024-11-16T09:08:26,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:26,557 INFO [RS:2;16bf49104b8f:44027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:08:26,557 INFO [RS:2;16bf49104b8f:44027 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,44027,1731748043559; zookeeper connection closed. 2024-11-16T09:08:26,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x101442fad020003, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:26,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54be4335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54be4335 2024-11-16T09:08:26,615 DEBUG [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T09:08:26,720 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/table/c5e876177a5a4875afc4d0ba6892cd0a 2024-11-16T09:08:26,733 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/info/0203d84a83124c43b88ac67e8364d8b1 as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/info/0203d84a83124c43b88ac67e8364d8b1 2024-11-16T09:08:26,741 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/info/0203d84a83124c43b88ac67e8364d8b1, entries=110, sequenceid=35, filesize=19.1 K 2024-11-16T09:08:26,742 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/ns/a4eea7e5b2484cfdbee0631e40236f1b as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/ns/a4eea7e5b2484cfdbee0631e40236f1b 2024-11-16T09:08:26,749 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/ns/a4eea7e5b2484cfdbee0631e40236f1b, entries=2, sequenceid=35, filesize=5.0 K 2024-11-16T09:08:26,750 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/.tmp/table/c5e876177a5a4875afc4d0ba6892cd0a as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/table/c5e876177a5a4875afc4d0ba6892cd0a 2024-11-16T09:08:26,756 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/table/c5e876177a5a4875afc4d0ba6892cd0a, entries=2, sequenceid=35, filesize=5.1 K 2024-11-16T09:08:26,757 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.12 KB/15478, heapSize ~25.09 KB/25696, currentSize=0 B/0 for 1588230740 in 542ms, sequenceid=35, compaction requested=false 2024-11-16T09:08:26,761 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-16T09:08:26,762 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:08:26,762 INFO [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:08:26,762 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731748106215Running coprocessor pre-close hooks at 1731748106215Disabling compacts and flushes for region at 1731748106215Disabling writes for close at 1731748106215Obtaining lock to block concurrent updates at 1731748106215Preparing flush snapshotting stores in 1588230740 at 1731748106215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15478, getHeapSize=25936, getOffHeapSize=0, getCellsCount=126 at 1731748106216 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731748106216Flushing 1588230740/info: creating writer at 1731748106216Flushing 1588230740/info: appending metadata at 1731748106239 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731748106239Flushing 1588230740/ns: creating writer at 1731748106257 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731748106276 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731748106276Flushing 1588230740/table: creating writer at 1731748106290 (+14 ms)Flushing 1588230740/table: appending metadata at 1731748106310 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731748106310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2974e6f5: reopening flushed file at 1731748106731 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbf4c44: reopening flushed file at 1731748106741 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eac5f1b: reopening flushed file at 1731748106749 (+8 ms)Finished flush of dataSize ~15.12 KB/15478, heapSize ~25.09 KB/25696, currentSize=0 B/0 for 1588230740 in 542ms, sequenceid=35, compaction requested=false at 1731748106757 (+8 ms)Writing region close event to WAL at 1731748106758 (+1 ms)Running coprocessor post-close hooks at 1731748106762 (+4 ms)Closed at 1731748106762 2024-11-16T09:08:26,762 DEBUG [RS_CLOSE_META-regionserver/16bf49104b8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:08:26,815 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(976): stopping server 16bf49104b8f,39937,1731748043492; all regions closed. 2024-11-16T09:08:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741836_1012 (size=18164) 2024-11-16T09:08:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741836_1012 (size=18164) 2024-11-16T09:08:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741836_1012 (size=18164) 2024-11-16T09:08:26,820 DEBUG [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs 2024-11-16T09:08:26,820 INFO [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C39937%2C1731748043492.meta:.meta(num 1731748054639) 2024-11-16T09:08:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741833_1009 (size=2364) 2024-11-16T09:08:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741833_1009 (size=2364) 2024-11-16T09:08:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741833_1009 (size=2364) 2024-11-16T09:08:26,824 DEBUG [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/oldWALs 2024-11-16T09:08:26,824 INFO [RS:0;16bf49104b8f:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16bf49104b8f%2C39937%2C1731748043492:(num 1731748044418) 2024-11-16T09:08:26,824 DEBUG [RS:0;16bf49104b8f:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:08:26,824 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:08:26,824 INFO [RS:0;16bf49104b8f:39937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:08:26,825 INFO [RS:0;16bf49104b8f:39937 {}] hbase.ChoreService(370): Chore service for: regionserver/16bf49104b8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:08:26,825 INFO [RS:0;16bf49104b8f:39937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:08:26,825 INFO [regionserver/16bf49104b8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:08:26,825 INFO [RS:0;16bf49104b8f:39937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39937 2024-11-16T09:08:26,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/16bf49104b8f,39937,1731748043492 2024-11-16T09:08:26,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:08:26,856 INFO [RS:0;16bf49104b8f:39937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:08:26,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16bf49104b8f,39937,1731748043492] 2024-11-16T09:08:26,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/16bf49104b8f,39937,1731748043492 already deleted, retry=false 2024-11-16T09:08:26,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16bf49104b8f,39937,1731748043492 expired; onlineServers=0 2024-11-16T09:08:26,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16bf49104b8f,34707,1731748043345' ***** 2024-11-16T09:08:26,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:08:26,873 INFO [M:0;16bf49104b8f:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:08:26,873 INFO [M:0;16bf49104b8f:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:08:26,873 DEBUG [M:0;16bf49104b8f:34707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:08:26,873 DEBUG [M:0;16bf49104b8f:34707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:08:26,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:08:26,873 DEBUG [master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731748044107 {}] cleaner.HFileCleaner(306): Exit Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.large.0-1731748044107,5,FailOnTimeoutGroup] 2024-11-16T09:08:26,873 DEBUG [master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731748044107 {}] cleaner.HFileCleaner(306): Exit Thread[master/16bf49104b8f:0:becomeActiveMaster-HFileCleaner.small.0-1731748044107,5,FailOnTimeoutGroup] 2024-11-16T09:08:26,874 INFO [M:0;16bf49104b8f:34707 {}] hbase.ChoreService(370): Chore service for: master/16bf49104b8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:08:26,874 INFO [M:0;16bf49104b8f:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:08:26,874 DEBUG [M:0;16bf49104b8f:34707 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:08:26,874 INFO [M:0;16bf49104b8f:34707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:08:26,874 INFO [M:0;16bf49104b8f:34707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:08:26,874 ERROR [M:0;16bf49104b8f:34707 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33689 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33689,5,PEWorkerGroup] 2024-11-16T09:08:26,874 INFO [M:0;16bf49104b8f:34707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:08:26,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:08:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:08:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:08:26,881 DEBUG [M:0;16bf49104b8f:34707 {}] zookeeper.ZKUtil(347): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:08:26,881 WARN [M:0;16bf49104b8f:34707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:08:26,882 INFO [M:0;16bf49104b8f:34707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/.lastflushedseqids 2024-11-16T09:08:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741867_1043 (size=650) 2024-11-16T09:08:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741867_1043 (size=650) 2024-11-16T09:08:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741867_1043 (size=650) 2024-11-16T09:08:26,890 INFO [M:0;16bf49104b8f:34707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:08:26,890 INFO [M:0;16bf49104b8f:34707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:08:26,890 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:08:26,890 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:08:26,890 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:08:26,890 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:08:26,890 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:08:26,890 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.79 KB heapSize=221.05 KB 2024-11-16T09:08:26,905 DEBUG [M:0;16bf49104b8f:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7277827fc54ac89d12e1c33c0a19a5 is 82, key is hbase:meta,,1/info:regioninfo/1731748054675/Put/seqid=0 2024-11-16T09:08:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741868_1044 (size=5672) 2024-11-16T09:08:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741868_1044 (size=5672) 2024-11-16T09:08:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741868_1044 (size=5672) 2024-11-16T09:08:26,912 INFO [M:0;16bf49104b8f:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7277827fc54ac89d12e1c33c0a19a5 2024-11-16T09:08:26,933 DEBUG [M:0;16bf49104b8f:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8610c614442f44658f2127e3bc8910bd is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731748065193/Put/seqid=0 2024-11-16T09:08:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741869_1045 (size=12964) 2024-11-16T09:08:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741869_1045 (size=12964) 2024-11-16T09:08:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741869_1045 (size=12964) 2024-11-16T09:08:26,940 INFO [M:0;16bf49104b8f:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.06 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8610c614442f44658f2127e3bc8910bd 2024-11-16T09:08:26,946 INFO [M:0;16bf49104b8f:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8610c614442f44658f2127e3bc8910bd 2024-11-16T09:08:26,960 DEBUG [M:0;16bf49104b8f:34707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f1a5bd840074bea8d8bef3372d5295e is 69, key is 16bf49104b8f,39937,1731748043492/rs:state/1731748044229/Put/seqid=0 2024-11-16T09:08:26,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:26,965 INFO [RS:0;16bf49104b8f:39937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:08:26,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101442fad020001, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:26,965 INFO [RS:0;16bf49104b8f:39937 {}] regionserver.HRegionServer(1031): Exiting; stopping=16bf49104b8f,39937,1731748043492; zookeeper connection closed. 2024-11-16T09:08:26,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea0c194 2024-11-16T09:08:26,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T09:08:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741870_1046 (size=5447) 2024-11-16T09:08:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741870_1046 (size=5447) 2024-11-16T09:08:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741870_1046 (size=5447) 2024-11-16T09:08:26,967 INFO [M:0;16bf49104b8f:34707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f1a5bd840074bea8d8bef3372d5295e 2024-11-16T09:08:26,973 INFO [M:0;16bf49104b8f:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f1a5bd840074bea8d8bef3372d5295e 2024-11-16T09:08:26,974 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e7277827fc54ac89d12e1c33c0a19a5 as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e7277827fc54ac89d12e1c33c0a19a5 2024-11-16T09:08:26,981 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e7277827fc54ac89d12e1c33c0a19a5, entries=8, sequenceid=434, filesize=5.5 K 2024-11-16T09:08:26,982 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8610c614442f44658f2127e3bc8910bd as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8610c614442f44658f2127e3bc8910bd 2024-11-16T09:08:26,988 INFO [M:0;16bf49104b8f:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8610c614442f44658f2127e3bc8910bd 2024-11-16T09:08:26,989 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8610c614442f44658f2127e3bc8910bd, entries=56, sequenceid=434, filesize=12.7 K 2024-11-16T09:08:26,990 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f1a5bd840074bea8d8bef3372d5295e as hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f1a5bd840074bea8d8bef3372d5295e 2024-11-16T09:08:26,996 INFO [M:0;16bf49104b8f:34707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f1a5bd840074bea8d8bef3372d5295e 2024-11-16T09:08:26,996 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/40230f4e-580c-c426-218e-116f471f7523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f1a5bd840074bea8d8bef3372d5295e, entries=3, sequenceid=434, filesize=5.3 K 2024-11-16T09:08:26,997 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.79 KB/185130, heapSize ~220.76 KB/226056, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=434, compaction requested=false 2024-11-16T09:08:26,998 INFO [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:08:26,999 DEBUG [M:0;16bf49104b8f:34707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731748106890Disabling compacts and flushes for region at 1731748106890Disabling writes for close at 1731748106890Obtaining lock to block concurrent updates at 1731748106890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731748106890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185130, getHeapSize=226296, getOffHeapSize=0, getCellsCount=531 at 1731748106891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731748106891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731748106891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731748106904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731748106904Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731748106917 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731748106933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731748106933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731748106947 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731748106960 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731748106960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cf0728: reopening flushed file at 1731748106973 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe2695a: reopening flushed file at 1731748106981 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ffc914: reopening flushed file at 1731748106989 (+8 ms)Finished flush of dataSize ~180.79 KB/185130, heapSize ~220.76 KB/226056, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=434, compaction requested=false at 1731748106997 (+8 ms)Writing region close event to WAL at 1731748106998 (+1 ms)Closed at 1731748106998 2024-11-16T09:08:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741830_1006 (size=214147) 2024-11-16T09:08:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45899 is added to blk_1073741830_1006 (size=214147) 2024-11-16T09:08:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741830_1006 (size=214147) 2024-11-16T09:08:27,002 INFO [M:0;16bf49104b8f:34707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:08:27,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:08:27,002 INFO [M:0;16bf49104b8f:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707 2024-11-16T09:08:27,002 INFO [M:0;16bf49104b8f:34707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:08:27,114 INFO [M:0;16bf49104b8f:34707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:08:27,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:27,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34707-0x101442fad020000, quorum=127.0.0.1:64122, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:08:27,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4871648e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:08:27,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:08:27,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:08:27,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:08:27,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,STOPPED} 2024-11-16T09:08:27,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:08:27,119 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:08:27,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:08:27,119 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82105623-172.17.0.2-1731748041343 (Datanode Uuid deb0a308-4645-4ed1-8af0-ca6c6f7c9240) service to localhost/127.0.0.1:33689 2024-11-16T09:08:27,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data5/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data6/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:08:27,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3125bff6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:08:27,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:08:27,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:08:27,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:08:27,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,STOPPED} 2024-11-16T09:08:27,125 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:08:27,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:08:27,125 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82105623-172.17.0.2-1731748041343 (Datanode Uuid a38459a0-6d47-485b-bc6e-6229cf7ab940) service to localhost/127.0.0.1:33689 2024-11-16T09:08:27,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:08:27,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data3/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data4/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:08:27,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d93f1ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:08:27,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:08:27,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:08:27,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:08:27,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,STOPPED} 2024-11-16T09:08:27,131 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:08:27,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:08:27,131 WARN [BP-82105623-172.17.0.2-1731748041343 heartbeating to localhost/127.0.0.1:33689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82105623-172.17.0.2-1731748041343 (Datanode Uuid 1569ea5d-46d7-4a07-8edf-e31a6f7e227c) service to localhost/127.0.0.1:33689 2024-11-16T09:08:27,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:08:27,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data1/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/cluster_648731a6-7910-5852-0f98-e044a881cf51/data/data2/current/BP-82105623-172.17.0.2-1731748041343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:08:27,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:08:27,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7554be3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:08:27,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:08:27,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:08:27,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:08:27,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/158cda08-fbe0-52c9-c576-21d0b32234cd/hadoop.log.dir/,STOPPED} 2024-11-16T09:08:27,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:08:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:08:27,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33689 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33689 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/16bf49104b8f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=49 (was 58), ProcessCount=11 (was 11), AvailableMemoryMB=5698 (was 5836)