2024-11-23 18:39:55,999 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 18:39:56,015 main DEBUG Took 0.012785 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 18:39:56,016 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 18:39:56,016 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 18:39:56,017 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 18:39:56,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,032 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 18:39:56,050 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,052 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,056 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,058 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,060 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,061 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,063 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,064 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 18:39:56,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,066 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 18:39:56,067 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 18:39:56,069 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 18:39:56,072 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 18:39:56,072 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 18:39:56,074 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 18:39:56,075 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 18:39:56,085 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 18:39:56,089 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 18:39:56,091 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 18:39:56,091 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 18:39:56,092 main DEBUG createAppenders(={Console}) 2024-11-23 18:39:56,093 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-23 18:39:56,093 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 18:39:56,094 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-23 18:39:56,094 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 18:39:56,095 main DEBUG OutputStream closed 2024-11-23 18:39:56,095 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 18:39:56,095 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 18:39:56,096 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-23 18:39:56,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 18:39:56,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 18:39:56,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 18:39:56,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 18:39:56,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 18:39:56,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 18:39:56,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 18:39:56,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 18:39:56,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 18:39:56,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 18:39:56,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 18:39:56,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 18:39:56,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 18:39:56,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 18:39:56,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 18:39:56,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 18:39:56,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 18:39:56,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 18:39:56,236 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 18:39:56,237 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-23 18:39:56,237 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 18:39:56,238 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-23T18:39:56,258 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-23 18:39:56,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 18:39:56,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T18:39:56,283 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-23T18:39:56,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=10958 2024-11-23T18:39:56,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8 2024-11-23T18:39:56,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T18:39:56,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc, deleteOnExit=true 2024-11-23T18:39:56,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T18:39:56,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/test.cache.data in system properties and HBase conf 2024-11-23T18:39:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T18:39:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir in system properties and HBase conf 2024-11-23T18:39:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T18:39:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T18:39:56,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T18:39:56,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T18:39:57,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T18:39:57,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T18:39:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T18:39:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T18:39:57,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T18:39:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T18:39:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T18:39:57,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T18:39:57,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T18:39:57,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T18:39:57,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/nfs.dump.dir in system properties and HBase conf 2024-11-23T18:39:57,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/java.io.tmpdir in system properties and HBase conf 2024-11-23T18:39:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T18:39:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T18:39:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T18:39:58,512 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T18:39:58,586 INFO [Time-limited test {}] log.Log(170): Logging initialized @3412ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T18:39:58,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:39:58,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:39:58,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:39:58,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:39:58,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:39:58,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:39:58,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:39:58,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:39:59,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/java.io.tmpdir/jetty-localhost-45853-hadoop-hdfs-3_4_1-tests_jar-_-any-11990655637798640540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T18:39:59,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:45853} 2024-11-23T18:39:59,046 INFO [Time-limited test {}] server.Server(415): Started @3874ms 2024-11-23T18:39:59,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:39:59,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:39:59,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:39:59,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:39:59,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T18:39:59,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:39:59,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:39:59,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dba9aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/java.io.tmpdir/jetty-localhost-39961-hadoop-hdfs-3_4_1-tests_jar-_-any-1022399571879690381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:39:59,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:39961} 2024-11-23T18:39:59,893 INFO [Time-limited test {}] server.Server(415): Started @4721ms 2024-11-23T18:39:59,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:40:00,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:40:00,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:40:00,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:40:00,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:40:00,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T18:40:00,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:40:00,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:40:00,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0163dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/java.io.tmpdir/jetty-localhost-38111-hadoop-hdfs-3_4_1-tests_jar-_-any-592642304145448520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:40:00,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:38111} 2024-11-23T18:40:00,267 INFO [Time-limited test {}] server.Server(415): Started @5094ms 2024-11-23T18:40:00,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:40:00,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:40:00,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:40:00,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:40:00,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:40:00,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:40:00,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:40:00,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:40:00,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd9b709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/java.io.tmpdir/jetty-localhost-38497-hadoop-hdfs-3_4_1-tests_jar-_-any-4386725699275013335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:40:00,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:38497} 2024-11-23T18:40:00,491 INFO [Time-limited test {}] server.Server(415): Started @5319ms 2024-11-23T18:40:00,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:40:01,894 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data4/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,894 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data2/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,894 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data3/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,895 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data1/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,965 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data5/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,966 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data6/current/BP-470066616-172.17.0.2-1732387197786/current, will proceed with Du for space computation calculation, 2024-11-23T18:40:01,977 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:40:01,982 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:40:01,993 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:40:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31612e4fb5f1b43a with lease ID 0x3ec6aca35d5af1f3: Processing first storage report for DS-03c824be-9568-48d5-98af-726fb9d25666 from datanode DatanodeRegistration(127.0.0.1:34685, datanodeUuid=25f4a06b-b0fa-408c-9a0c-33a01a1d575d, infoPort=38123, infoSecurePort=0, ipcPort=36999, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31612e4fb5f1b43a with lease ID 0x3ec6aca35d5af1f3: from storage DS-03c824be-9568-48d5-98af-726fb9d25666 node DatanodeRegistration(127.0.0.1:34685, datanodeUuid=25f4a06b-b0fa-408c-9a0c-33a01a1d575d, infoPort=38123, infoSecurePort=0, ipcPort=36999, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f01fb4daf1da5e7 with lease ID 0x3ec6aca35d5af1f5: Processing first storage report for DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426 from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=f08cc134-4c2b-45b3-8979-e855e96538a8, infoPort=42873, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f01fb4daf1da5e7 with lease ID 0x3ec6aca35d5af1f5: from storage DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426 node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=f08cc134-4c2b-45b3-8979-e855e96538a8, infoPort=42873, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6b99d9baca752bc with lease ID 0x3ec6aca35d5af1f4: Processing first storage report for DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939 from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=124a218c-6dd6-4b86-80f1-09a24a613a97, infoPort=45231, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6b99d9baca752bc with lease ID 0x3ec6aca35d5af1f4: from storage DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939 node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=124a218c-6dd6-4b86-80f1-09a24a613a97, infoPort=45231, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31612e4fb5f1b43a with lease ID 0x3ec6aca35d5af1f3: Processing first storage report for DS-b0fbc2e0-5862-423e-a07e-7db27034a4c8 from datanode DatanodeRegistration(127.0.0.1:34685, datanodeUuid=25f4a06b-b0fa-408c-9a0c-33a01a1d575d, infoPort=38123, infoSecurePort=0, ipcPort=36999, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31612e4fb5f1b43a with lease ID 0x3ec6aca35d5af1f3: from storage DS-b0fbc2e0-5862-423e-a07e-7db27034a4c8 node DatanodeRegistration(127.0.0.1:34685, datanodeUuid=25f4a06b-b0fa-408c-9a0c-33a01a1d575d, infoPort=38123, infoSecurePort=0, ipcPort=36999, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f01fb4daf1da5e7 with lease ID 0x3ec6aca35d5af1f5: Processing first storage report for DS-3f8941ec-c242-4a3f-a605-440f25689099 from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=f08cc134-4c2b-45b3-8979-e855e96538a8, infoPort=42873, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f01fb4daf1da5e7 with lease ID 0x3ec6aca35d5af1f5: from storage DS-3f8941ec-c242-4a3f-a605-440f25689099 node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=f08cc134-4c2b-45b3-8979-e855e96538a8, infoPort=42873, infoSecurePort=0, ipcPort=35311, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6b99d9baca752bc with lease ID 0x3ec6aca35d5af1f4: Processing first storage report for DS-4d786be8-902e-4510-be98-088c143aac84 from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=124a218c-6dd6-4b86-80f1-09a24a613a97, infoPort=45231, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786) 2024-11-23T18:40:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6b99d9baca752bc with lease ID 0x3ec6aca35d5af1f4: from storage DS-4d786be8-902e-4510-be98-088c143aac84 node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=124a218c-6dd6-4b86-80f1-09a24a613a97, infoPort=45231, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=225300475;c=1732387197786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:40:02,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8 2024-11-23T18:40:02,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/zookeeper_0, clientPort=57749, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T18:40:02,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57749 2024-11-23T18:40:02,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:02,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:40:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:40:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:40:02,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a with version=8 2024-11-23T18:40:02,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/hbase-staging 2024-11-23T18:40:02,962 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T18:40:03,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:40:03,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:40:03,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:40:03,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T18:40:03,377 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T18:40:03,387 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T18:40:03,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:40:03,414 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1538 (auto-detected) 2024-11-23T18:40:03,415 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T18:40:03,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41495 2024-11-23T18:40:03,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41495 connecting to ZooKeeper ensemble=127.0.0.1:57749 2024-11-23T18:40:03,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414950x0, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:40:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41495-0x10168fee0390000 connected 2024-11-23T18:40:03,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:03,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:03,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:40:03,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a, hbase.cluster.distributed=false 2024-11-23T18:40:03,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:40:03,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-23T18:40:03,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-11-23T18:40:03,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-11-23T18:40:03,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-23T18:40:03,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-11-23T18:40:03,929 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:40:03,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:40:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:40:03,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:40:03,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:40:03,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34649 2024-11-23T18:40:03,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34649 connecting to ZooKeeper ensemble=127.0.0.1:57749 2024-11-23T18:40:03,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:03,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346490x0, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:40:03,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346490x0, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:40:03,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34649-0x10168fee0390001 connected 2024-11-23T18:40:03,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:40:03,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:40:03,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:40:03,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:40:03,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T18:40:03,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34649 2024-11-23T18:40:03,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34649 2024-11-23T18:40:03,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T18:40:03,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T18:40:04,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:40:04,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:40:04,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:40:04,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:40:04,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:40:04,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45087 2024-11-23T18:40:04,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45087 connecting to ZooKeeper ensemble=127.0.0.1:57749 2024-11-23T18:40:04,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:04,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:04,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450870x0, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:40:04,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:40:04,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45087-0x10168fee0390002 connected 2024-11-23T18:40:04,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:40:04,051 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:40:04,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:40:04,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:40:04,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-23T18:40:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-23T18:40:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-23T18:40:04,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-23T18:40:04,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-23T18:40:04,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:40:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:40:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:40:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:40:04,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:40:04,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:40:04,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37681 2024-11-23T18:40:04,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37681 connecting to ZooKeeper ensemble=127.0.0.1:57749 2024-11-23T18:40:04,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:04,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376810x0, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:40:04,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376810x0, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:40:04,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37681-0x10168fee0390003 connected 2024-11-23T18:40:04,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:40:04,104 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:40:04,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:40:04,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:40:04,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T18:40:04,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-11-23T18:40:04,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-11-23T18:40:04,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T18:40:04,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-23T18:40:04,133 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2eda60943ea1:41495 2024-11-23T18:40:04,135 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2eda60943ea1,41495,1732387203007 2024-11-23T18:40:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,148 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2eda60943ea1,41495,1732387203007 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:40:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,189 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T18:40:04,190 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2eda60943ea1,41495,1732387203007 from backup master directory 2024-11-23T18:40:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2eda60943ea1,41495,1732387203007 2024-11-23T18:40:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:40:04,199 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:40:04,199 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2eda60943ea1,41495,1732387203007 2024-11-23T18:40:04,203 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T18:40:04,204 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T18:40:04,257 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/hbase.id] with ID: 10ca2bc5-77e3-436e-9ede-2f9106061db2 2024-11-23T18:40:04,257 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.tmp/hbase.id 2024-11-23T18:40:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:40:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:40:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:40:04,273 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.tmp/hbase.id]:[hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/hbase.id] 2024-11-23T18:40:04,323 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:40:04,327 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T18:40:04,345 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T18:40:04,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:40:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:40:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:40:04,394 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T18:40:04,395 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T18:40:04,408 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T18:40:04,412 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:40:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:40:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:40:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:40:04,463 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store 2024-11-23T18:40:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:40:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:40:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:40:04,493 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T18:40:04,497 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:04,498 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T18:40:04,498 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:40:04,499 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:40:04,500 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T18:40:04,500 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:40:04,500 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:40:04,501 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732387204498Disabling compacts and flushes for region at 1732387204498Disabling writes for close at 1732387204500 (+2 ms)Writing region close event to WAL at 1732387204500Closed at 1732387204500 2024-11-23T18:40:04,503 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/.initializing 2024-11-23T18:40:04,503 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/WALs/2eda60943ea1,41495,1732387203007 2024-11-23T18:40:04,511 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:40:04,525 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C41495%2C1732387203007, suffix=, logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/WALs/2eda60943ea1,41495,1732387203007, archiveDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/oldWALs, maxLogs=10 2024-11-23T18:40:04,547 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/WALs/2eda60943ea1,41495,1732387203007/2eda60943ea1%2C41495%2C1732387203007.1732387204529, exclude list is [], retry=0 2024-11-23T18:40:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-03c824be-9568-48d5-98af-726fb9d25666,DISK] 2024-11-23T18:40:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939,DISK] 2024-11-23T18:40:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426,DISK] 2024-11-23T18:40:04,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T18:40:04,609 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/WALs/2eda60943ea1,41495,1732387203007/2eda60943ea1%2C41495%2C1732387203007.1732387204529 2024-11-23T18:40:04,610 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:45231:45231),(127.0.0.1/127.0.0.1:42873:42873)] 2024-11-23T18:40:04,611 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T18:40:04,611 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:04,615 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,617 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T18:40:04,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:04,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:04,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T18:40:04,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:04,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:04,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T18:40:04,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:04,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:04,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T18:40:04,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:04,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:04,705 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,709 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,710 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,716 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,716 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,719 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:40:04,723 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:40:04,727 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:04,728 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66955850, jitterRate=-0.0022800862789154053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:40:04,736 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732387204633Initializing all the Stores at 1732387204635 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387204636 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387204636Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387204637 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387204637Cleaning up temporary data from old regions at 1732387204716 (+79 ms)Region opened successfully at 1732387204736 (+20 ms) 2024-11-23T18:40:04,737 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T18:40:04,769 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48662e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:40:04,796 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T18:40:04,805 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T18:40:04,805 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T18:40:04,807 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T18:40:04,809 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T18:40:04,813 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T18:40:04,813 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T18:40:04,841 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T18:40:04,851 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T18:40:04,861 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T18:40:04,863 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T18:40:04,865 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T18:40:04,871 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T18:40:04,873 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T18:40:04,877 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T18:40:04,882 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T18:40:04,883 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T18:40:04,892 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T18:40:04,914 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T18:40:04,924 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:40:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,939 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2eda60943ea1,41495,1732387203007, sessionid=0x10168fee0390000, setting cluster-up flag (Was=false) 2024-11-23T18:40:04,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:04,998 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T18:40:05,004 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,41495,1732387203007 2024-11-23T18:40:05,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:05,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:05,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:05,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:05,061 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T18:40:05,064 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,41495,1732387203007 2024-11-23T18:40:05,074 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T18:40:05,121 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(746): ClusterId : 10ca2bc5-77e3-436e-9ede-2f9106061db2 2024-11-23T18:40:05,121 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(746): ClusterId : 10ca2bc5-77e3-436e-9ede-2f9106061db2 2024-11-23T18:40:05,122 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(746): ClusterId : 10ca2bc5-77e3-436e-9ede-2f9106061db2 2024-11-23T18:40:05,124 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:40:05,124 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:40:05,124 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:40:05,148 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:40:05,148 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:40:05,148 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:40:05,148 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:40:05,148 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:40:05,148 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:40:05,157 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:40:05,157 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:40:05,157 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:40:05,158 DEBUG [RS:0;2eda60943ea1:34649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7410ead1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:40:05,158 DEBUG [RS:1;2eda60943ea1:45087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a8f509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:40:05,158 DEBUG [RS:2;2eda60943ea1:37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7f2403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:40:05,173 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T18:40:05,180 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2eda60943ea1:45087 2024-11-23T18:40:05,182 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2eda60943ea1:37681 2024-11-23T18:40:05,182 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2eda60943ea1:34649 2024-11-23T18:40:05,185 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:40:05,185 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:40:05,185 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:40:05,185 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:40:05,185 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:40:05,185 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:40:05,185 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:40:05,185 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:40:05,185 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:40:05,187 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T18:40:05,187 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=37681, startcode=1732387204075 2024-11-23T18:40:05,187 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=45087, startcode=1732387204015 2024-11-23T18:40:05,187 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=34649, startcode=1732387203896 2024-11-23T18:40:05,195 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T18:40:05,199 DEBUG [RS:0;2eda60943ea1:34649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:40:05,199 DEBUG [RS:2;2eda60943ea1:37681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:40:05,199 DEBUG [RS:1;2eda60943ea1:45087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:40:05,202 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2eda60943ea1,41495,1732387203007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T18:40:05,212 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:40:05,212 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:40:05,212 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:40:05,213 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:40:05,213 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2eda60943ea1:0, corePoolSize=10, maxPoolSize=10 2024-11-23T18:40:05,213 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,213 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:40:05,213 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,224 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732387235224 2024-11-23T18:40:05,226 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T18:40:05,227 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T18:40:05,231 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T18:40:05,231 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T18:40:05,232 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T18:40:05,232 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T18:40:05,233 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:40:05,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T18:40:05,236 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T18:40:05,237 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T18:40:05,238 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T18:40:05,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:40:05,240 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:40:05,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57347, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:40:05,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:05,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T18:40:05,244 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T18:40:05,244 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T18:40:05,246 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:40:05,248 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387205246,5,FailOnTimeoutGroup] 2024-11-23T18:40:05,251 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:40:05,252 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387205248,5,FailOnTimeoutGroup] 2024-11-23T18:40:05,252 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,253 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T18:40:05,252 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:40:05,254 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,254 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:40:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:40:05,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:40:05,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T18:40:05,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:05,300 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T18:40:05,300 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T18:40:05,300 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T18:40:05,301 WARN [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T18:40:05,301 WARN [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T18:40:05,301 WARN [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T18:40:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:40:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:40:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:40:05,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:05,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T18:40:05,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T18:40:05,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:05,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:05,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T18:40:05,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T18:40:05,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:05,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:05,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T18:40:05,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T18:40:05,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:05,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:05,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T18:40:05,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T18:40:05,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:05,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:05,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T18:40:05,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740 2024-11-23T18:40:05,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740 2024-11-23T18:40:05,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T18:40:05,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T18:40:05,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:40:05,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T18:40:05,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:05,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60919560, jitterRate=-0.09222781658172607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:40:05,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732387205313Initializing all the Stores at 1732387205315 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387205315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387205315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387205315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387205315Cleaning up temporary data from old regions at 1732387205338 (+23 ms)Region opened successfully at 1732387205350 (+12 ms) 2024-11-23T18:40:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T18:40:05,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T18:40:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T18:40:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T18:40:05,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T18:40:05,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T18:40:05,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732387205351Disabling compacts and flushes for region at 1732387205351Disabling writes for close at 1732387205351Writing region close event to WAL at 1732387205352 (+1 ms)Closed at 1732387205352 2024-11-23T18:40:05,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:40:05,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T18:40:05,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T18:40:05,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T18:40:05,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T18:40:05,402 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=34649, startcode=1732387203896 2024-11-23T18:40:05,402 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=37681, startcode=1732387204075 2024-11-23T18:40:05,402 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,41495,1732387203007 with port=45087, startcode=1732387204015 2024-11-23T18:40:05,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,417 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:05,417 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42745 2024-11-23T18:40:05,417 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:40:05,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,419 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:05,419 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42745 2024-11-23T18:40:05,419 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:40:05,422 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:05,422 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42745 2024-11-23T18:40:05,422 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:40:05,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:40:05,524 WARN [2eda60943ea1:41495 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T18:40:05,557 DEBUG [RS:1;2eda60943ea1:45087 {}] zookeeper.ZKUtil(111): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,558 WARN [RS:1;2eda60943ea1:45087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:40:05,558 INFO [RS:1;2eda60943ea1:45087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:40:05,558 DEBUG [RS:0;2eda60943ea1:34649 {}] zookeeper.ZKUtil(111): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,558 DEBUG [RS:2;2eda60943ea1:37681 {}] zookeeper.ZKUtil(111): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,558 WARN [RS:0;2eda60943ea1:34649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:40:05,558 DEBUG [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,558 WARN [RS:2;2eda60943ea1:37681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:40:05,558 INFO [RS:0;2eda60943ea1:34649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:40:05,558 INFO [RS:2;2eda60943ea1:37681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:40:05,559 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,559 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,34649,1732387203896] 2024-11-23T18:40:05,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,45087,1732387204015] 2024-11-23T18:40:05,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,37681,1732387204075] 2024-11-23T18:40:05,587 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:40:05,587 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:40:05,587 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:40:05,604 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:40:05,604 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:40:05,604 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:40:05,610 INFO [RS:2;2eda60943ea1:37681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:40:05,610 INFO [RS:0;2eda60943ea1:34649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:40:05,610 INFO [RS:1;2eda60943ea1:45087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:40:05,610 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,610 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,610 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,611 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:40:05,611 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:40:05,611 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:40:05,618 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:40:05,618 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:40:05,618 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:40:05,620 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,620 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,620 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,620 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,620 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,620 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,620 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,620 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,620 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,621 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:40:05,622 DEBUG [RS:2;2eda60943ea1:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,622 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,622 DEBUG [RS:1;2eda60943ea1:45087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,622 DEBUG [RS:0;2eda60943ea1:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,627 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,37681,1732387204075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,45087,1732387204015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:40:05,628 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,629 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,629 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,629 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,34649,1732387203896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:40:05,651 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:40:05,651 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:40:05,651 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:40:05,654 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,45087,1732387204015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,37681,1732387204075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,34649,1732387203896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,654 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.Replication(171): 2eda60943ea1,37681,1732387204075 started 2024-11-23T18:40:05,654 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.Replication(171): 2eda60943ea1,45087,1732387204015 started 2024-11-23T18:40:05,655 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.Replication(171): 2eda60943ea1,34649,1732387203896 started 2024-11-23T18:40:05,677 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,678 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,678 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,34649,1732387203896, RpcServer on 2eda60943ea1/172.17.0.2:34649, sessionid=0x10168fee0390001 2024-11-23T18:40:05,678 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,37681,1732387204075, RpcServer on 2eda60943ea1/172.17.0.2:37681, sessionid=0x10168fee0390003 2024-11-23T18:40:05,678 INFO [RS:1;2eda60943ea1:45087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:05,678 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,45087,1732387204015, RpcServer on 2eda60943ea1/172.17.0.2:45087, sessionid=0x10168fee0390002 2024-11-23T18:40:05,679 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:40:05,679 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:40:05,679 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:40:05,679 DEBUG [RS:1;2eda60943ea1:45087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,679 DEBUG [RS:0;2eda60943ea1:34649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,679 DEBUG [RS:2;2eda60943ea1:37681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,679 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,34649,1732387203896' 2024-11-23T18:40:05,679 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,45087,1732387204015' 2024-11-23T18:40:05,679 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,37681,1732387204075' 2024-11-23T18:40:05,679 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:40:05,679 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:40:05,679 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:40:05,680 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:40:05,680 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:40:05,680 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:40:05,681 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:40:05,681 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:40:05,681 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:40:05,681 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:40:05,681 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:40:05,681 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:40:05,681 DEBUG [RS:2;2eda60943ea1:37681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,37681,1732387204075 2024-11-23T18:40:05,681 DEBUG [RS:1;2eda60943ea1:45087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,45087,1732387204015 2024-11-23T18:40:05,681 DEBUG [RS:0;2eda60943ea1:34649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,34649,1732387203896 2024-11-23T18:40:05,681 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,37681,1732387204075' 2024-11-23T18:40:05,681 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,45087,1732387204015' 2024-11-23T18:40:05,681 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,34649,1732387203896' 2024-11-23T18:40:05,681 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:40:05,681 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:40:05,681 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:40:05,682 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:40:05,682 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:40:05,682 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:40:05,683 DEBUG [RS:1;2eda60943ea1:45087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:40:05,683 DEBUG [RS:2;2eda60943ea1:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:40:05,683 INFO [RS:2;2eda60943ea1:37681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:40:05,683 INFO [RS:1;2eda60943ea1:45087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:40:05,683 INFO [RS:2;2eda60943ea1:37681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:40:05,683 INFO [RS:1;2eda60943ea1:45087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:40:05,683 DEBUG [RS:0;2eda60943ea1:34649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:40:05,683 INFO [RS:0;2eda60943ea1:34649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:40:05,683 INFO [RS:0;2eda60943ea1:34649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:40:05,788 INFO [RS:1;2eda60943ea1:45087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:40:05,788 INFO [RS:0;2eda60943ea1:34649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:40:05,788 INFO [RS:2;2eda60943ea1:37681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:40:05,791 INFO [RS:2;2eda60943ea1:37681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C37681%2C1732387204075, suffix=, logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,37681,1732387204075, archiveDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs, maxLogs=32 2024-11-23T18:40:05,791 INFO [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C34649%2C1732387203896, suffix=, logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896, archiveDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs, maxLogs=32 2024-11-23T18:40:05,791 INFO [RS:1;2eda60943ea1:45087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C45087%2C1732387204015, suffix=, logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015, archiveDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs, maxLogs=32 2024-11-23T18:40:05,808 DEBUG [RS:2;2eda60943ea1:37681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,37681,1732387204075/2eda60943ea1%2C37681%2C1732387204075.1732387205795, exclude list is [], retry=0 2024-11-23T18:40:05,811 DEBUG [RS:1;2eda60943ea1:45087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015/2eda60943ea1%2C45087%2C1732387204015.1732387205795, exclude list is [], retry=0 2024-11-23T18:40:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426,DISK] 2024-11-23T18:40:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-03c824be-9568-48d5-98af-726fb9d25666,DISK] 2024-11-23T18:40:05,814 DEBUG [RS:0;2eda60943ea1:34649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896/2eda60943ea1%2C34649%2C1732387203896.1732387205795, exclude list is [], retry=0 2024-11-23T18:40:05,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939,DISK] 2024-11-23T18:40:05,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426,DISK] 2024-11-23T18:40:05,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-03c824be-9568-48d5-98af-726fb9d25666,DISK] 2024-11-23T18:40:05,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939,DISK] 2024-11-23T18:40:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-03c824be-9568-48d5-98af-726fb9d25666,DISK] 2024-11-23T18:40:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426,DISK] 2024-11-23T18:40:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939,DISK] 2024-11-23T18:40:05,824 INFO [RS:2;2eda60943ea1:37681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,37681,1732387204075/2eda60943ea1%2C37681%2C1732387204075.1732387205795 2024-11-23T18:40:05,829 DEBUG [RS:2;2eda60943ea1:37681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42873:42873),(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-23T18:40:05,836 INFO [RS:1;2eda60943ea1:45087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015/2eda60943ea1%2C45087%2C1732387204015.1732387205795 2024-11-23T18:40:05,837 INFO [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896/2eda60943ea1%2C34649%2C1732387203896.1732387205795 2024-11-23T18:40:05,837 DEBUG [RS:1;2eda60943ea1:45087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42873:42873),(127.0.0.1/127.0.0.1:45231:45231),(127.0.0.1/127.0.0.1:38123:38123)] 2024-11-23T18:40:05,837 DEBUG [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231),(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:42873:42873)] 2024-11-23T18:40:06,026 DEBUG [2eda60943ea1:41495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T18:40:06,034 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T18:40:06,041 INFO [2eda60943ea1:41495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:40:06,041 INFO [2eda60943ea1:41495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:40:06,041 INFO [2eda60943ea1:41495 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T18:40:06,041 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:40:06,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:06,054 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,34649,1732387203896, state=OPENING 2024-11-23T18:40:06,069 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T18:40:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:40:06,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:06,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:06,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:06,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:06,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T18:40:06,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:13,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T18:40:13,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T18:40:16,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:40:16,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:40:16,143 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T18:40:16,143 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:40:16,144 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T18:40:16,147 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C34649%2C1732387203896.meta, suffix=.meta, logDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896, archiveDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs, maxLogs=32 2024-11-23T18:40:16,161 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896/2eda60943ea1%2C34649%2C1732387203896.meta.1732387216149.meta, exclude list is [], retry=0 2024-11-23T18:40:16,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-f5645f1d-fd35-4859-8bb8-0a90c1a25426,DISK] 2024-11-23T18:40:16,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3d6f753e-ddba-4788-b00c-bbd24f2a8939,DISK] 2024-11-23T18:40:16,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-03c824be-9568-48d5-98af-726fb9d25666,DISK] 2024-11-23T18:40:16,168 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,34649,1732387203896/2eda60943ea1%2C34649%2C1732387203896.meta.1732387216149.meta 2024-11-23T18:40:16,168 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42873:42873),(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-23T18:40:16,169 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T18:40:16,170 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T18:40:16,173 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T18:40:16,177 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T18:40:16,181 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T18:40:16,181 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,181 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T18:40:16,181 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T18:40:16,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T18:40:16,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T18:40:16,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T18:40:16,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T18:40:16,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T18:40:16,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T18:40:16,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T18:40:16,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T18:40:16,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:16,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:40:16,195 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T18:40:16,196 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740 2024-11-23T18:40:16,198 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740 2024-11-23T18:40:16,200 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T18:40:16,201 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T18:40:16,201 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:40:16,204 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T18:40:16,206 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65068431, jitterRate=-0.030404821038246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:40:16,206 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T18:40:16,207 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732387216182Writing region info on filesystem at 1732387216182Initializing all the Stores at 1732387216184 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387216184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387216184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387216184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387216184Cleaning up temporary data from old regions at 1732387216201 (+17 ms)Running coprocessor post-open hooks at 1732387216206 (+5 ms)Region opened successfully at 1732387216207 (+1 ms) 2024-11-23T18:40:16,214 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732387216120 2024-11-23T18:40:16,223 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T18:40:16,224 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T18:40:16,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:16,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,34649,1732387203896, state=OPEN 2024-11-23T18:40:16,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:40:16,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:40:16,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:40:16,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:40:16,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:16,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:16,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:16,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:40:16,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:16,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T18:40:16,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,34649,1732387203896 in 10.2280 sec 2024-11-23T18:40:16,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T18:40:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9690 sec 2024-11-23T18:40:16,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:40:16,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T18:40:16,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:40:16,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,34649,1732387203896, seqNum=-1] 2024-11-23T18:40:16,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:40:16,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:40:16,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3200 sec 2024-11-23T18:40:16,438 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732387216437, completionTime=-1 2024-11-23T18:40:16,441 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T18:40:16,441 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T18:40:16,466 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T18:40:16,466 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732387276466 2024-11-23T18:40:16,467 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732387336467 2024-11-23T18:40:16,467 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-23T18:40:16,468 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:40:16,474 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,475 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,475 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,476 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2eda60943ea1:41495, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,477 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,477 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,484 DEBUG [master/2eda60943ea1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T18:40:16,507 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.307sec 2024-11-23T18:40:16,509 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T18:40:16,510 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T18:40:16,511 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T18:40:16,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T18:40:16,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T18:40:16,513 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:40:16,513 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T18:40:16,522 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T18:40:16,523 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T18:40:16,523 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,41495,1732387203007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:40:16,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2f29c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,547 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T18:40:16,547 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T18:40:16,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,41495,-1 for getting cluster id 2024-11-23T18:40:16,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T18:40:16,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10ca2bc5-77e3-436e-9ede-2f9106061db2' 2024-11-23T18:40:16,568 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T18:40:16,568 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10ca2bc5-77e3-436e-9ede-2f9106061db2" 2024-11-23T18:40:16,569 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c0491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,569 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,41495,-1] 2024-11-23T18:40:16,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T18:40:16,573 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:16,574 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T18:40:16,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437371c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:40:16,586 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,34649,1732387203896, seqNum=-1] 2024-11-23T18:40:16,586 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:40:16,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:40:16,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2eda60943ea1,41495,1732387203007 2024-11-23T18:40:16,622 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732387216620 (current time:1732387216620). 2024-11-23T18:40:16,622 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T18:40:16,622 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T18:40:16,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dbdad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,41495,-1 for getting cluster id 2024-11-23T18:40:16,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T18:40:16,630 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10ca2bc5-77e3-436e-9ede-2f9106061db2' 2024-11-23T18:40:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T18:40:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10ca2bc5-77e3-436e-9ede-2f9106061db2" 2024-11-23T18:40:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bdb7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,41495,-1] 2024-11-23T18:40:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T18:40:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:16,634 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T18:40:16,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af757d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:40:16,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:40:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,34649,1732387203896, seqNum=-1] 2024-11-23T18:40:16,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:40:16,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:40:16,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:40:16,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:40:16,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:16,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T18:40:16,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:16,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T18:40:16,671 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2eda60943ea1,41495,1732387203007 2024-11-23T18:40:16,674 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d9b6e5 2024-11-23T18:40:16,675 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T18:40:16,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T18:40:16,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T18:40:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T18:40:16,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T18:40:16,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T18:40:16,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:16,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T18:40:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:40:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:40:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:40:16,730 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e259a9299d215c2f6242fe266e10e077, NAME => 'SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,730 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c76e565e81d0b55b94ddf5078211ddaa, NAME => 'SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e22c255ef6e606e0a7a0cdbd6e2a9d4e, NAME => 'SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741838_1014 (size=62) 2024-11-23T18:40:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741838_1014 (size=62) 2024-11-23T18:40:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741838_1014 (size=62) 2024-11-23T18:40:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741839_1015 (size=54) 2024-11-23T18:40:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741839_1015 (size=54) 2024-11-23T18:40:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741839_1015 (size=54) 2024-11-23T18:40:16,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e22c255ef6e606e0a7a0cdbd6e2a9d4e, disabling compactions & flushes 2024-11-23T18:40:16,770 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:16,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:16,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. after waiting 0 ms 2024-11-23T18:40:16,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e259a9299d215c2f6242fe266e10e077, disabling compactions & flushes 2024-11-23T18:40:16,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:16,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e22c255ef6e606e0a7a0cdbd6e2a9d4e: Waiting for close lock at 1732387216770Disabling compacts and flushes for region at 1732387216770Disabling writes for close at 1732387216771 (+1 ms)Writing region close event to WAL at 1732387216771Closed at 1732387216771 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. after waiting 0 ms 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:16,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:16,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e259a9299d215c2f6242fe266e10e077: Waiting for close lock at 1732387216771Disabling compacts and flushes for region at 1732387216771Disabling writes for close at 1732387216771Writing region close event to WAL at 1732387216771Closed at 1732387216771 2024-11-23T18:40:16,772 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 831a5857c77c7cd5b320558cf87af928, NAME => 'SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9f86f46c2e5eb07af5200bb775a0a8c, NAME => 'SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:40:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:40:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:40:16,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c76e565e81d0b55b94ddf5078211ddaa, disabling compactions & flushes 2024-11-23T18:40:16,795 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:16,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:16,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. after waiting 1 ms 2024-11-23T18:40:16,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:16,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:16,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c76e565e81d0b55b94ddf5078211ddaa: Waiting for close lock at 1732387216795Disabling compacts and flushes for region at 1732387216795Disabling writes for close at 1732387216796 (+1 ms)Writing region close event to WAL at 1732387216796Closed at 1732387216796 2024-11-23T18:40:16,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a28c5471ecebbb691cf0b1bea8ecbf00, NAME => 'SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:16,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:40:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:40:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:40:16,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d9f86f46c2e5eb07af5200bb775a0a8c, disabling compactions & flushes 2024-11-23T18:40:16,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:16,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:16,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. after waiting 0 ms 2024-11-23T18:40:16,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:16,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:16,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9f86f46c2e5eb07af5200bb775a0a8c: Waiting for close lock at 1732387216819Disabling compacts and flushes for region at 1732387216819Disabling writes for close at 1732387216820 (+1 ms)Writing region close event to WAL at 1732387216820Closed at 1732387216820 2024-11-23T18:40:16,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7e105e318628f52b33a0bfada82e608, NAME => 'SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:40:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:40:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 831a5857c77c7cd5b320558cf87af928, disabling compactions & flushes 2024-11-23T18:40:16,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. after waiting 0 ms 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:16,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:16,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 831a5857c77c7cd5b320558cf87af928: Waiting for close lock at 1732387216837Disabling compacts and flushes for region at 1732387216837Disabling writes for close at 1732387216837Writing region close event to WAL at 1732387216837Closed at 1732387216837 2024-11-23T18:40:16,838 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 641af6ca8dbd4c23f934e66651459340, NAME => 'SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:40:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:40:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:40:16,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a28c5471ecebbb691cf0b1bea8ecbf00, disabling compactions & flushes 2024-11-23T18:40:16,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:16,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:16,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. after waiting 0 ms 2024-11-23T18:40:16,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:16,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:16,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a28c5471ecebbb691cf0b1bea8ecbf00: Waiting for close lock at 1732387216865Disabling compacts and flushes for region at 1732387216865Disabling writes for close at 1732387216866 (+1 ms)Writing region close event to WAL at 1732387216866Closed at 1732387216866 2024-11-23T18:40:16,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e9975be75d7e6555f1bbc9ff549f1a0b, NAME => 'SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:40:16,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:40:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d7e105e318628f52b33a0bfada82e608, disabling compactions & flushes 2024-11-23T18:40:16,880 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. after waiting 0 ms 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:16,880 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:16,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7e105e318628f52b33a0bfada82e608: Waiting for close lock at 1732387216880Disabling compacts and flushes for region at 1732387216880Disabling writes for close at 1732387216880Writing region close event to WAL at 1732387216880Closed at 1732387216880 2024-11-23T18:40:16,881 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1f10aa3d8d5ad8ccf6684e0f506d162, NAME => 'SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a 2024-11-23T18:40:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:40:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:40:16,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 641af6ca8dbd4c23f934e66651459340, disabling compactions & flushes 2024-11-23T18:40:16,900 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. after waiting 0 ms 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:16,900 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:16,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 641af6ca8dbd4c23f934e66651459340: Waiting for close lock at 1732387216900Disabling compacts and flushes for region at 1732387216900Disabling writes for close at 1732387216900Writing region close event to WAL at 1732387216900Closed at 1732387216900 2024-11-23T18:40:16,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:40:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:40:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:40:16,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e9975be75d7e6555f1bbc9ff549f1a0b, disabling compactions & flushes 2024-11-23T18:40:16,915 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:16,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:16,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. after waiting 0 ms 2024-11-23T18:40:16,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:16,916 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:16,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e9975be75d7e6555f1bbc9ff549f1a0b: Waiting for close lock at 1732387216915Disabling compacts and flushes for region at 1732387216915Disabling writes for close at 1732387216916 (+1 ms)Writing region close event to WAL at 1732387216916Closed at 1732387216916 2024-11-23T18:40:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:40:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:40:16,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:16,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c1f10aa3d8d5ad8ccf6684e0f506d162, disabling compactions & flushes 2024-11-23T18:40:16,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:16,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:16,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. after waiting 0 ms 2024-11-23T18:40:16,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:16,921 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:40:16,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1f10aa3d8d5ad8ccf6684e0f506d162: Waiting for close lock at 1732387216920Disabling compacts and flushes for region at 1732387216920Disabling writes for close at 1732387216921 (+1 ms)Writing region close event to WAL at 1732387216921Closed at 1732387216921 2024-11-23T18:40:16,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T18:40:16,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732387216923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387216923"}]},"ts":"1732387216923"} 2024-11-23T18:40:16,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T18:40:16,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T18:40:16,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732387216979"}]},"ts":"1732387216979"} 2024-11-23T18:40:16,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T18:40:16,989 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T18:40:17,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:40:17,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:40:17,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T18:40:17,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:40:17,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e259a9299d215c2f6242fe266e10e077, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c76e565e81d0b55b94ddf5078211ddaa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=831a5857c77c7cd5b320558cf87af928, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a28c5471ecebbb691cf0b1bea8ecbf00, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=641af6ca8dbd4c23f934e66651459340, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9975be75d7e6555f1bbc9ff549f1a0b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN}] 2024-11-23T18:40:17,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e259a9299d215c2f6242fe266e10e077, ASSIGN 2024-11-23T18:40:17,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c76e565e81d0b55b94ddf5078211ddaa, ASSIGN 2024-11-23T18:40:17,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN 2024-11-23T18:40:17,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN 2024-11-23T18:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:17,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e259a9299d215c2f6242fe266e10e077, ASSIGN; state=OFFLINE, location=2eda60943ea1,37681,1732387204075; forceNewPlan=false, retain=false 2024-11-23T18:40:17,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN; state=OFFLINE, location=2eda60943ea1,45087,1732387204015; forceNewPlan=false, retain=false 2024-11-23T18:40:17,024 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c76e565e81d0b55b94ddf5078211ddaa, ASSIGN; state=OFFLINE, location=2eda60943ea1,34649,1732387203896; forceNewPlan=false, retain=false 2024-11-23T18:40:17,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN; state=OFFLINE, location=2eda60943ea1,45087,1732387204015; forceNewPlan=false, retain=false 2024-11-23T18:40:17,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN 2024-11-23T18:40:17,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a28c5471ecebbb691cf0b1bea8ecbf00, ASSIGN 2024-11-23T18:40:17,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=641af6ca8dbd4c23f934e66651459340, ASSIGN 2024-11-23T18:40:17,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN 2024-11-23T18:40:17,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9975be75d7e6555f1bbc9ff549f1a0b, ASSIGN 2024-11-23T18:40:17,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN; state=OFFLINE, location=2eda60943ea1,45087,1732387204015; forceNewPlan=false, retain=false 2024-11-23T18:40:17,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN; state=OFFLINE, location=2eda60943ea1,45087,1732387204015; forceNewPlan=false, retain=false 2024-11-23T18:40:17,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=641af6ca8dbd4c23f934e66651459340, ASSIGN; state=OFFLINE, location=2eda60943ea1,37681,1732387204075; forceNewPlan=false, retain=false 2024-11-23T18:40:17,038 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a28c5471ecebbb691cf0b1bea8ecbf00, ASSIGN; state=OFFLINE, location=2eda60943ea1,34649,1732387203896; forceNewPlan=false, retain=false 2024-11-23T18:40:17,040 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9975be75d7e6555f1bbc9ff549f1a0b, ASSIGN; state=OFFLINE, location=2eda60943ea1,34649,1732387203896; forceNewPlan=false, retain=false 2024-11-23T18:40:17,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=831a5857c77c7cd5b320558cf87af928, ASSIGN 2024-11-23T18:40:17,043 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=831a5857c77c7cd5b320558cf87af928, ASSIGN; state=OFFLINE, location=2eda60943ea1,37681,1732387204075; forceNewPlan=false, retain=false 2024-11-23T18:40:17,176 INFO [2eda60943ea1:41495 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T18:40:17,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e22c255ef6e606e0a7a0cdbd6e2a9d4e, regionState=OPENING, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:17,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=641af6ca8dbd4c23f934e66651459340, regionState=OPENING, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:17,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9f86f46c2e5eb07af5200bb775a0a8c, regionState=OPENING, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:17,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c1f10aa3d8d5ad8ccf6684e0f506d162, regionState=OPENING, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:17,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d7e105e318628f52b33a0bfada82e608, regionState=OPENING, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:17,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=831a5857c77c7cd5b320558cf87af928, regionState=OPENING, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:17,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e259a9299d215c2f6242fe266e10e077, regionState=OPENING, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:17,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e9975be75d7e6555f1bbc9ff549f1a0b, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:17,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a28c5471ecebbb691cf0b1bea8ecbf00, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:17,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c76e565e81d0b55b94ddf5078211ddaa, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:17,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN because future has completed 2024-11-23T18:40:17,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,45087,1732387204015}] 2024-11-23T18:40:17,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=641af6ca8dbd4c23f934e66651459340, ASSIGN because future has completed 2024-11-23T18:40:17,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 641af6ca8dbd4c23f934e66651459340, server=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:17,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN because future has completed 2024-11-23T18:40:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN because future has completed 2024-11-23T18:40:17,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,45087,1732387204015}] 2024-11-23T18:40:17,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,45087,1732387204015}] 2024-11-23T18:40:17,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e259a9299d215c2f6242fe266e10e077, ASSIGN because future has completed 2024-11-23T18:40:17,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN because future has completed 2024-11-23T18:40:17,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9975be75d7e6555f1bbc9ff549f1a0b, ASSIGN because future has completed 2024-11-23T18:40:17,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e259a9299d215c2f6242fe266e10e077, server=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:17,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a28c5471ecebbb691cf0b1bea8ecbf00, ASSIGN because future has completed 2024-11-23T18:40:17,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:17,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:17,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,45087,1732387204015}] 2024-11-23T18:40:17,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=831a5857c77c7cd5b320558cf87af928, ASSIGN because future has completed 2024-11-23T18:40:17,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c76e565e81d0b55b94ddf5078211ddaa, ASSIGN because future has completed 2024-11-23T18:40:17,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e565e81d0b55b94ddf5078211ddaa, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:17,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 831a5857c77c7cd5b320558cf87af928, server=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:17,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T18:40:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:21,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T18:40:23,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T18:40:23,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T18:40:23,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T18:40:23,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T18:40:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:27,190 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:40:27,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:40:27,199 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:40:27,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:40:27,206 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:27,207 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c1f10aa3d8d5ad8ccf6684e0f506d162, NAME => 'SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T18:40:27,207 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,207 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,207 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,207 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,208 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:27,208 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 641af6ca8dbd4c23f934e66651459340, NAME => 'SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T18:40:27,209 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,209 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,209 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,209 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,211 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,211 INFO [StoreOpener-641af6ca8dbd4c23f934e66651459340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,212 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f10aa3d8d5ad8ccf6684e0f506d162 columnFamilyName cf 2024-11-23T18:40:27,213 DEBUG [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,213 INFO [StoreOpener-641af6ca8dbd4c23f934e66651459340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641af6ca8dbd4c23f934e66651459340 columnFamilyName cf 2024-11-23T18:40:27,213 DEBUG [StoreOpener-641af6ca8dbd4c23f934e66651459340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,213 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] regionserver.HStore(327): Store=c1f10aa3d8d5ad8ccf6684e0f506d162/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,214 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,214 INFO [StoreOpener-641af6ca8dbd4c23f934e66651459340-1 {}] regionserver.HStore(327): Store=641af6ca8dbd4c23f934e66651459340/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,214 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,215 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,216 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,216 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,216 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,216 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,216 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,217 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,217 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,219 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,219 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,221 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:27,221 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c76e565e81d0b55b94ddf5078211ddaa, NAME => 'SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T18:40:27,221 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,222 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,222 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,222 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,222 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,223 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,223 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c1f10aa3d8d5ad8ccf6684e0f506d162; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74639376, jitterRate=0.1122133731842041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,223 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:27,223 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 641af6ca8dbd4c23f934e66651459340; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59854197, jitterRate=-0.1081029623746872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,223 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:27,224 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c1f10aa3d8d5ad8ccf6684e0f506d162: Running coprocessor pre-open hook at 1732387227208Writing region info on filesystem at 1732387227208Initializing all the Stores at 1732387227209 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227209Cleaning up temporary data from old regions at 1732387227217 (+8 ms)Running coprocessor post-open hooks at 1732387227223 (+6 ms)Region opened successfully at 1732387227224 (+1 ms) 2024-11-23T18:40:27,224 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 641af6ca8dbd4c23f934e66651459340: Running coprocessor pre-open hook at 1732387227209Writing region info on filesystem at 1732387227209Initializing all the Stores at 1732387227211 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227211Cleaning up temporary data from old regions at 1732387227217 (+6 ms)Running coprocessor post-open hooks at 1732387227223 (+6 ms)Region opened successfully at 1732387227224 (+1 ms) 2024-11-23T18:40:27,226 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., pid=16, masterSystemTime=1732387227198 2024-11-23T18:40:27,226 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., pid=15, masterSystemTime=1732387227188 2024-11-23T18:40:27,226 INFO [StoreOpener-c76e565e81d0b55b94ddf5078211ddaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,229 INFO [StoreOpener-c76e565e81d0b55b94ddf5078211ddaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e565e81d0b55b94ddf5078211ddaa columnFamilyName cf 2024-11-23T18:40:27,229 DEBUG [StoreOpener-c76e565e81d0b55b94ddf5078211ddaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,229 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:27,229 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:27,230 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:27,230 INFO [StoreOpener-c76e565e81d0b55b94ddf5078211ddaa-1 {}] regionserver.HStore(327): Store=c76e565e81d0b55b94ddf5078211ddaa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,230 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e259a9299d215c2f6242fe266e10e077, NAME => 'SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T18:40:27,230 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,230 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=641af6ca8dbd4c23f934e66651459340, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:27,231 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:27,232 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:27,232 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:27,232 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d9f86f46c2e5eb07af5200bb775a0a8c, NAME => 'SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T18:40:27,232 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,233 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,233 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,233 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,233 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c1f10aa3d8d5ad8ccf6684e0f506d162, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:27,234 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,235 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,235 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,236 INFO [StoreOpener-e259a9299d215c2f6242fe266e10e077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,236 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,239 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,240 INFO [StoreOpener-e259a9299d215c2f6242fe266e10e077-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e259a9299d215c2f6242fe266e10e077 columnFamilyName cf 2024-11-23T18:40:27,240 DEBUG [StoreOpener-e259a9299d215c2f6242fe266e10e077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 641af6ca8dbd4c23f934e66651459340, server=2eda60943ea1,37681,1732387204075 because future has completed 2024-11-23T18:40:27,243 INFO [StoreOpener-e259a9299d215c2f6242fe266e10e077-1 {}] regionserver.HStore(327): Store=e259a9299d215c2f6242fe266e10e077/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,45087,1732387204015 because future has completed 2024-11-23T18:40:27,244 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9f86f46c2e5eb07af5200bb775a0a8c columnFamilyName cf 2024-11-23T18:40:27,244 DEBUG [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,244 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c76e565e81d0b55b94ddf5078211ddaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,244 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,245 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] regionserver.HStore(327): Store=d9f86f46c2e5eb07af5200bb775a0a8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,245 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,245 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c76e565e81d0b55b94ddf5078211ddaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62688456, jitterRate=-0.06586921215057373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,245 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:27,245 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c76e565e81d0b55b94ddf5078211ddaa: Running coprocessor pre-open hook at 1732387227222Writing region info on filesystem at 1732387227222Initializing all the Stores at 1732387227223 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227223Cleaning up temporary data from old regions at 1732387227235 (+12 ms)Running coprocessor post-open hooks at 1732387227245 (+10 ms)Region opened successfully at 1732387227245 2024-11-23T18:40:27,245 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,247 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,248 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,248 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa., pid=23, masterSystemTime=1732387227214 2024-11-23T18:40:27,248 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,248 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,248 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,249 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,249 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-23T18:40:27,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 641af6ca8dbd4c23f934e66651459340, server=2eda60943ea1,37681,1732387204075 in 10.0580 sec 2024-11-23T18:40:27,251 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:27,252 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:27,252 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:27,252 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a28c5471ecebbb691cf0b1bea8ecbf00, NAME => 'SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T18:40:27,252 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,253 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,253 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,253 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,253 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,253 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c76e565e81d0b55b94ddf5078211ddaa, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:27,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T18:40:27,257 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e259a9299d215c2f6242fe266e10e077/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=641af6ca8dbd4c23f934e66651459340, ASSIGN in 10.2500 sec 2024-11-23T18:40:27,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,45087,1732387204015 in 10.0670 sec 2024-11-23T18:40:27,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e565e81d0b55b94ddf5078211ddaa, server=2eda60943ea1,34649,1732387203896 because future has completed 2024-11-23T18:40:27,258 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e259a9299d215c2f6242fe266e10e077; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74885037, jitterRate=0.11587400734424591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,259 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:27,259 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e259a9299d215c2f6242fe266e10e077: Running coprocessor pre-open hook at 1732387227231Writing region info on filesystem at 1732387227231Initializing all the Stores at 1732387227233 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227233Cleaning up temporary data from old regions at 1732387227248 (+15 ms)Running coprocessor post-open hooks at 1732387227259 (+11 ms)Region opened successfully at 1732387227259 2024-11-23T18:40:27,260 INFO [StoreOpener-a28c5471ecebbb691cf0b1bea8ecbf00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,261 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,262 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d9f86f46c2e5eb07af5200bb775a0a8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71586365, jitterRate=0.06671996414661407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,262 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:27,262 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d9f86f46c2e5eb07af5200bb775a0a8c: Running coprocessor pre-open hook at 1732387227233Writing region info on filesystem at 1732387227233Initializing all the Stores at 1732387227235 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227235Cleaning up temporary data from old regions at 1732387227249 (+14 ms)Running coprocessor post-open hooks at 1732387227262 (+13 ms)Region opened successfully at 1732387227262 2024-11-23T18:40:27,263 INFO [StoreOpener-a28c5471ecebbb691cf0b1bea8ecbf00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a28c5471ecebbb691cf0b1bea8ecbf00 columnFamilyName cf 2024-11-23T18:40:27,263 DEBUG [StoreOpener-a28c5471ecebbb691cf0b1bea8ecbf00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,264 INFO [StoreOpener-a28c5471ecebbb691cf0b1bea8ecbf00-1 {}] regionserver.HStore(327): Store=a28c5471ecebbb691cf0b1bea8ecbf00/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,264 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,265 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077., pid=19, masterSystemTime=1732387227198 2024-11-23T18:40:27,265 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,265 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c., pid=18, masterSystemTime=1732387227188 2024-11-23T18:40:27,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN in 10.2550 sec 2024-11-23T18:40:27,268 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,269 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,270 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,271 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:27,271 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:27,271 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:27,271 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e22c255ef6e606e0a7a0cdbd6e2a9d4e, NAME => 'SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T18:40:27,272 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:27,272 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,272 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,272 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,272 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:27,272 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,272 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:27,273 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 831a5857c77c7cd5b320558cf87af928, NAME => 'SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T18:40:27,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9f86f46c2e5eb07af5200bb775a0a8c, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:27,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e259a9299d215c2f6242fe266e10e077, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:27,273 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,273 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,274 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-23T18:40:27,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e565e81d0b55b94ddf5078211ddaa, server=2eda60943ea1,34649,1732387203896 in 10.0400 sec 2024-11-23T18:40:27,276 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,277 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e259a9299d215c2f6242fe266e10e077, server=2eda60943ea1,37681,1732387204075 because future has completed 2024-11-23T18:40:27,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,45087,1732387204015 because future has completed 2024-11-23T18:40:27,279 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,279 INFO [StoreOpener-831a5857c77c7cd5b320558cf87af928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c76e565e81d0b55b94ddf5078211ddaa, ASSIGN in 10.2740 sec 2024-11-23T18:40:27,281 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/a28c5471ecebbb691cf0b1bea8ecbf00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,282 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a28c5471ecebbb691cf0b1bea8ecbf00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70195024, jitterRate=0.04598736763000488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,282 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22c255ef6e606e0a7a0cdbd6e2a9d4e columnFamilyName cf 2024-11-23T18:40:27,282 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:27,282 DEBUG [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,283 INFO [StoreOpener-831a5857c77c7cd5b320558cf87af928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 831a5857c77c7cd5b320558cf87af928 columnFamilyName cf 2024-11-23T18:40:27,283 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a28c5471ecebbb691cf0b1bea8ecbf00: Running coprocessor pre-open hook at 1732387227253Writing region info on filesystem at 1732387227253Initializing all the Stores at 1732387227256 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227256Cleaning up temporary data from old regions at 1732387227270 (+14 ms)Running coprocessor post-open hooks at 1732387227282 (+12 ms)Region opened successfully at 1732387227282 2024-11-23T18:40:27,283 DEBUG [StoreOpener-831a5857c77c7cd5b320558cf87af928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,284 INFO [StoreOpener-831a5857c77c7cd5b320558cf87af928-1 {}] regionserver.HStore(327): Store=831a5857c77c7cd5b320558cf87af928/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,284 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] regionserver.HStore(327): Store=e22c255ef6e606e0a7a0cdbd6e2a9d4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,284 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,284 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,284 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00., pid=21, masterSystemTime=1732387227214 2024-11-23T18:40:27,286 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,286 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,287 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,287 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,287 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,288 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-23T18:40:27,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e259a9299d215c2f6242fe266e10e077, server=2eda60943ea1,37681,1732387204075 in 10.0810 sec 2024-11-23T18:40:27,288 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:27,288 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:27,289 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:27,289 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e9975be75d7e6555f1bbc9ff549f1a0b, NAME => 'SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T18:40:27,289 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,289 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,289 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,290 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,290 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,290 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-23T18:40:27,292 INFO [StoreOpener-e9975be75d7e6555f1bbc9ff549f1a0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,292 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,293 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e259a9299d215c2f6242fe266e10e077, ASSIGN in 10.2860 sec 2024-11-23T18:40:27,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,45087,1732387204015 in 10.0920 sec 2024-11-23T18:40:27,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a28c5471ecebbb691cf0b1bea8ecbf00, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:27,295 INFO [StoreOpener-e9975be75d7e6555f1bbc9ff549f1a0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9975be75d7e6555f1bbc9ff549f1a0b columnFamilyName cf 2024-11-23T18:40:27,295 DEBUG [StoreOpener-e9975be75d7e6555f1bbc9ff549f1a0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN in 10.2890 sec 2024-11-23T18:40:27,296 INFO [StoreOpener-e9975be75d7e6555f1bbc9ff549f1a0b-1 {}] regionserver.HStore(327): Store=e9975be75d7e6555f1bbc9ff549f1a0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,297 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00, server=2eda60943ea1,34649,1732387203896 because future has completed 2024-11-23T18:40:27,298 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,299 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,299 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,299 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,301 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,302 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,302 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/831a5857c77c7cd5b320558cf87af928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,302 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e22c255ef6e606e0a7a0cdbd6e2a9d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64322744, jitterRate=-0.04151642322540283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,302 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:27,303 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e22c255ef6e606e0a7a0cdbd6e2a9d4e: Running coprocessor pre-open hook at 1732387227272Writing region info on filesystem at 1732387227272Initializing all the Stores at 1732387227278 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227278Cleaning up temporary data from old regions at 1732387227290 (+12 ms)Running coprocessor post-open hooks at 1732387227302 (+12 ms)Region opened successfully at 1732387227303 (+1 ms) 2024-11-23T18:40:27,304 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e., pid=17, masterSystemTime=1732387227188 2024-11-23T18:40:27,303 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 831a5857c77c7cd5b320558cf87af928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67189874, jitterRate=0.0012071430683135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,304 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:27,305 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 831a5857c77c7cd5b320558cf87af928: Running coprocessor pre-open hook at 1732387227277Writing region info on filesystem at 1732387227277Initializing all the Stores at 1732387227279 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227279Cleaning up temporary data from old regions at 1732387227288 (+9 ms)Running coprocessor post-open hooks at 1732387227305 (+17 ms)Region opened successfully at 1732387227305 2024-11-23T18:40:27,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-23T18:40:27,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00, server=2eda60943ea1,34649,1732387203896 in 10.0900 sec 2024-11-23T18:40:27,307 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928., pid=24, masterSystemTime=1732387227198 2024-11-23T18:40:27,309 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:27,309 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:27,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a28c5471ecebbb691cf0b1bea8ecbf00, ASSIGN in 10.3030 sec 2024-11-23T18:40:27,310 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e22c255ef6e606e0a7a0cdbd6e2a9d4e, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:27,310 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:27,310 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d7e105e318628f52b33a0bfada82e608, NAME => 'SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T18:40:27,311 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e9975be75d7e6555f1bbc9ff549f1a0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58826620, jitterRate=-0.12341505289077759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,311 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:27,311 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e9975be75d7e6555f1bbc9ff549f1a0b: Running coprocessor pre-open hook at 1732387227290Writing region info on filesystem at 1732387227290Initializing all the Stores at 1732387227291 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227292 (+1 ms)Cleaning up temporary data from old regions at 1732387227299 (+7 ms)Running coprocessor post-open hooks at 1732387227311 (+12 ms)Region opened successfully at 1732387227311 2024-11-23T18:40:27,311 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:27,311 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:27,312 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,312 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:27,312 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,312 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,313 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., pid=22, masterSystemTime=1732387227214 2024-11-23T18:40:27,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=831a5857c77c7cd5b320558cf87af928, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,45087,1732387204015 because future has completed 2024-11-23T18:40:27,317 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,318 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:27,318 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 831a5857c77c7cd5b320558cf87af928, server=2eda60943ea1,37681,1732387204075 because future has completed 2024-11-23T18:40:27,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e9975be75d7e6555f1bbc9ff549f1a0b, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:27,320 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e105e318628f52b33a0bfada82e608 columnFamilyName cf 2024-11-23T18:40:27,320 DEBUG [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:27,321 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] regionserver.HStore(327): Store=d7e105e318628f52b33a0bfada82e608/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:27,321 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b, server=2eda60943ea1,34649,1732387203896 because future has completed 2024-11-23T18:40:27,324 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,325 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,326 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,326 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-23T18:40:27,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-23T18:40:27,329 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 831a5857c77c7cd5b320558cf87af928, server=2eda60943ea1,37681,1732387204075 in 10.0920 sec 2024-11-23T18:40:27,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN in 10.3250 sec 2024-11-23T18:40:27,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,45087,1732387204015 in 10.1320 sec 2024-11-23T18:40:27,333 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:40:27,334 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d7e105e318628f52b33a0bfada82e608; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71068583, jitterRate=0.05900441110134125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:27,334 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:27,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=831a5857c77c7cd5b320558cf87af928, ASSIGN in 10.3280 sec 2024-11-23T18:40:27,334 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d7e105e318628f52b33a0bfada82e608: Running coprocessor pre-open hook at 1732387227313Writing region info on filesystem at 1732387227313Initializing all the Stores at 1732387227317 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387227317Cleaning up temporary data from old regions at 1732387227326 (+9 ms)Running coprocessor post-open hooks at 1732387227334 (+8 ms)Region opened successfully at 1732387227334 2024-11-23T18:40:27,336 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., pid=20, masterSystemTime=1732387227188 2024-11-23T18:40:27,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-23T18:40:27,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b, server=2eda60943ea1,34649,1732387203896 in 10.1190 sec 2024-11-23T18:40:27,341 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:27,341 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:27,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9975be75d7e6555f1bbc9ff549f1a0b, ASSIGN in 10.3370 sec 2024-11-23T18:40:27,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d7e105e318628f52b33a0bfada82e608, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,45087,1732387204015 2024-11-23T18:40:27,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,45087,1732387204015 because future has completed 2024-11-23T18:40:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-23T18:40:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,45087,1732387204015 in 10.1440 sec 2024-11-23T18:40:27,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-23T18:40:27,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN in 10.3500 sec 2024-11-23T18:40:27,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T18:40:27,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732387227365"}]},"ts":"1732387227365"} 2024-11-23T18:40:27,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T18:40:27,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T18:40:27,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6830 sec 2024-11-23T18:40:29,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T18:40:32,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T18:40:32,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T18:40:33,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-23T18:40:33,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-23T18:40:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:40:34,954 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T18:40:34,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T18:40:34,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:40:34,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T18:40:34,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:40:34,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T18:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,037 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., hostname=2eda60943ea1,37681,1732387204075, seqNum=2] 2024-11-23T18:40:35,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., hostname=2eda60943ea1,34649,1732387203896, seqNum=2] 2024-11-23T18:40:35,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:35,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., hostname=2eda60943ea1,45087,1732387204015, seqNum=2] 2024-11-23T18:40:36,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:40:36,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:40:36,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:40:36,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:40:36,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:40:36,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:40:36,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:36,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:40:36,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:40:37,018 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T18:40:37,020 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:40:37,020 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T18:40:37,025 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T18:40:37,038 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T18:40:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:40:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:40:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:40:37,052 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T18:40:37,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e259a9299d215c2f6242fe266e10e077}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c76e565e81d0b55b94ddf5078211ddaa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 831a5857c77c7cd5b320558cf87af928}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 641af6ca8dbd4c23f934e66651459340}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162}] 2024-11-23T18:40:37,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:37,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:37,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:37,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:37,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:37,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:37,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:37,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:37,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:37,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:37,121 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2eda60943ea1,45087,1732387204015 2024-11-23T18:40:37,122 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2eda60943ea1,45087,1732387204015: Simulated kill ***** 2024-11-23T18:40:37,122 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T18:40:37,124 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T18:40:37,125 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T18:40:37,127 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T18:40:37,128 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T18:40:37,134 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 549784064 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154010608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2eda60943ea1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2eda60943ea1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57749", "tag.serverName": "2eda60943ea1,34649,1732387203896", "tag.clusterId": "10ca2bc5-77e3-436e-9ede-2f9106061db2", "tag.Context": "regionserver", "tag.Hostname": "2eda60943ea1", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732387203896, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-23T18:40:37,137 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41495 {}] master.MasterRpcServices(700): 2eda60943ea1,45087,1732387204015 reported a fatal error: ***** ABORTING region server 2eda60943ea1,45087,1732387204015: Simulated kill ***** 2024-11-23T18:40:37,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,45087,1732387204015' ***** 2024-11-23T18:40:37,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T18:40:37,139 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:40:37,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:40:37,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:40:37,140 INFO [RS:1;2eda60943ea1:45087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T18:40:37,140 INFO [RS:1;2eda60943ea1:45087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T18:40:37,140 INFO [RS:1;2eda60943ea1:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:40:37,140 INFO [RS:1;2eda60943ea1:45087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2eda60943ea1:45087. 2024-11-23T18:40:37,140 DEBUG [RS:1;2eda60943ea1:45087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:40:37,140 DEBUG [RS:1;2eda60943ea1:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741834_1010 (size=1257) 2024-11-23T18:40:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741834_1010 (size=1257) 2024-11-23T18:40:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741834_1010 (size=1257) 2024-11-23T18:40:37,149 DEBUG [RS:1;2eda60943ea1:45087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:40:37,149 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:40:37,150 INFO [RS:1;2eda60943ea1:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45087 2024-11-23T18:40:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,45087,1732387204015 2024-11-23T18:40:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:40:37,165 INFO [RS:1;2eda60943ea1:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:40:37,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,45087,1732387204015] 2024-11-23T18:40:37,179 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:40:37,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,45087,1732387204015 already deleted, retry=false 2024-11-23T18:40:37,186 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2eda60943ea1,45087,1732387204015 on 2eda60943ea1,41495,1732387203007 2024-11-23T18:40:37,191 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2eda60943ea1,45087,1732387204015, splitWal=true, meta=false 2024-11-23T18:40:37,196 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2eda60943ea1,45087,1732387204015, splitWal=true, meta=false 2024-11-23T18:40:37,196 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 2eda60943ea1,45087,1732387204015 (carryingMeta=false) 2eda60943ea1,45087,1732387204015/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54c5e816[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T18:40:37,198 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 2eda60943ea1,45087,1732387204015 had 4 regions 2024-11-23T18:40:37,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:37,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:37,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:37,203 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 can not run currently because target server of region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2eda60943ea1,45087,1732387204015 is in state CRASHED, wait 1000 ms to retry 2024-11-23T18:40:37,203 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2eda60943ea1,45087,1732387204015, splitWal=true, meta=false, isMeta: false 2024-11-23T18:40:37,203 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162; timeout=1000, timestamp=1732387238203 2024-11-23T18:40:37,203 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 can not run currently because target server of region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T18:40:37,204 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608; timeout=1000, timestamp=1732387238204 2024-11-23T18:40:37,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:37,204 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e can not run currently because target server of region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T18:40:37,204 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e; timeout=1000, timestamp=1732387238204 2024-11-23T18:40:37,207 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c can not run currently because target server of region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T18:40:37,207 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c; timeout=1000, timestamp=1732387238207 2024-11-23T18:40:37,209 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting 2024-11-23T18:40:37,211 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2eda60943ea1,45087,1732387204015 WAL count=1, meta=false 2024-11-23T18:40:37,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2eda60943ea1%2C45087%2C1732387204015.1732387205795}] 2024-11-23T18:40:37,223 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:37,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2eda60943ea1%2C45087%2C1732387204015.1732387205795, worker=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:40:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45087-0x10168fee0390002, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:40:37,276 INFO [RS:1;2eda60943ea1:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:40:37,276 INFO [RS:1;2eda60943ea1:45087 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,45087,1732387204015; zookeeper connection closed. 2024-11-23T18:40:37,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d9923b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d9923b4 2024-11-23T18:40:37,712 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T18:40:37,712 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T18:40:38,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:38,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:38,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:38,205 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 can not run currently because target server of region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T18:40:38,205 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162; timeout=2000, timestamp=1732387240205 2024-11-23T18:40:38,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:38,247 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c can not run currently because target server of region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T18:40:38,247 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e can not run currently because target server of region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T18:40:38,247 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 can not run currently because target server of region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T18:40:38,247 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c; timeout=2000, timestamp=1732387240247 2024-11-23T18:40:38,247 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e; timeout=2000, timestamp=1732387240247 2024-11-23T18:40:38,247 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608; timeout=2000, timestamp=1732387240247 2024-11-23T18:40:40,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:40,207 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 can not run currently because target server of region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T18:40:40,207 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162; timeout=4000, timestamp=1732387244207 2024-11-23T18:40:40,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:40,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:40,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:40,251 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 can not run currently because target server of region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T18:40:40,251 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e can not run currently because target server of region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T18:40:40,251 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608; timeout=4000, timestamp=1732387244251 2024-11-23T18:40:40,251 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e; timeout=4000, timestamp=1732387244251 2024-11-23T18:40:40,252 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c can not run currently because target server of region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T18:40:40,252 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c; timeout=4000, timestamp=1732387244252 2024-11-23T18:40:44,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:44,210 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 can not run currently because target server of region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T18:40:44,210 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162; timeout=8000, timestamp=1732387252210 2024-11-23T18:40:44,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:44,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:44,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:44,254 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e can not run currently because target server of region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T18:40:44,254 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 can not run currently because target server of region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T18:40:44,254 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e; timeout=8000, timestamp=1732387252254 2024-11-23T18:40:44,254 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608; timeout=8000, timestamp=1732387252254 2024-11-23T18:40:44,254 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c can not run currently because target server of region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2eda60943ea1,45087,1732387204015 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T18:40:44,254 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c; timeout=8000, timestamp=1732387252254 2024-11-23T18:40:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T18:40:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-23T18:40:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T18:40:47,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:47,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T18:40:47,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T18:40:47,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T18:40:47,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:47,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:47,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:47,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T18:40:47,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 641af6ca8dbd4c23f934e66651459340 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T18:40:47,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:47,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e9975be75d7e6555f1bbc9ff549f1a0b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T18:40:47,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:47,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 831a5857c77c7cd5b320558cf87af928: 2024-11-23T18:40:47,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c76e565e81d0b55b94ddf5078211ddaa: 2024-11-23T18:40:47,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e259a9299d215c2f6242fe266e10e077: 2024-11-23T18:40:47,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a28c5471ecebbb691cf0b1bea8ecbf00: 2024-11-23T18:40:47,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:40:47,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:40:47,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:40:47,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:40:47,113 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795, size=1.2 K (1257bytes) 2024-11-23T18:40:47,114 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T18:40:47,114 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T18:40:47,114 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 2024-11-23T18:40:47,123 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 after 7ms 2024-11-23T18:40:47,157 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 took 46ms 2024-11-23T18:40:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741849_1025 (size=57) 2024-11-23T18:40:47,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741849_1025 (size=57) 2024-11-23T18:40:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741849_1025 (size=57) 2024-11-23T18:40:47,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:40:47,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T18:40:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T18:40:47,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:47,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e259a9299d215c2f6242fe266e10e077 2024-11-23T18:40:47,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e259a9299d215c2f6242fe266e10e077 in 10.1590 sec 2024-11-23T18:40:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:40:47,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/.tmp/cf/7261604f130d49d380a18bfbba3cc781 is 34, key is ccd/cf:cf/1732387236193/Put/seqid=0 2024-11-23T18:40:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:40:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:40:47,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:40:47,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T18:40:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T18:40:47,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:47,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:40:47,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/.tmp/cf/06a3fbd0bee94ebb91fcc402caf3fb03 is 34, key is baa/cf:cf/1732387236176/Put/seqid=0 2024-11-23T18:40:47,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c76e565e81d0b55b94ddf5078211ddaa in 10.1830 sec 2024-11-23T18:40:47,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c1f10aa3d8d5ad8ccf6684e0f506d162: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:40:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:40:47,252 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d9f86f46c2e5eb07af5200bb775a0a8c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:40:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:40:47,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:40:47,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T18:40:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:40:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T18:40:47,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:47,258 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e22c255ef6e606e0a7a0cdbd6e2a9d4e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:40:47,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:40:47,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d7e105e318628f52b33a0bfada82e608: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:40:47,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 so closing down 2024-11-23T18:40:47,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T18:40:47,261 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T18:40:47,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 831a5857c77c7cd5b320558cf87af928 in 10.2060 sec 2024-11-23T18:40:47,267 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 34 ms; skipped=4; WAL=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-23T18:40:47,267 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795, journal: Splitting hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795, size=1.2 K (1257bytes) at 1732387247113Finishing writing output for hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 so closing down at 1732387247261 (+148 ms)3 split writer threads finished at 1732387247261Processed 4 edits across 0 Regions in 34 ms; skipped=4; WAL=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732387247267 (+6 ms) 2024-11-23T18:40:47,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 2024-11-23T18:40:47,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T18:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T18:40:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741852_1028 (size=65) 2024-11-23T18:40:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741852_1028 (size=65) 2024-11-23T18:40:47,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:40:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741852_1028 (size=65) 2024-11-23T18:40:47,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T18:40:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T18:40:47,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:47,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:40:47,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a28c5471ecebbb691cf0b1bea8ecbf00 in 10.2570 sec 2024-11-23T18:40:47,326 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting/2eda60943ea1%2C45087%2C1732387204015.1732387205795 to hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs 2024-11-23T18:40:47,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T18:40:47,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2eda60943ea1%2C45087%2C1732387204015.1732387205795, worker=2eda60943ea1,37681,1732387204075 in 10.1000 sec 2024-11-23T18:40:47,333 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:47,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T18:40:47,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2eda60943ea1%2C45087%2C1732387204015.1732387205795, worker=2eda60943ea1,37681,1732387204075 in 10.1190 sec 2024-11-23T18:40:47,340 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting dir is empty, no logs to split. 2024-11-23T18:40:47,340 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2eda60943ea1,45087,1732387204015 WAL count=0, meta=false 2024-11-23T18:40:47,340 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2eda60943ea1,45087,1732387204015 WAL splitting is done? wals=0, meta=false 2024-11-23T18:40:47,344 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2eda60943ea1,45087,1732387204015 failed, ignore...File hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/WALs/2eda60943ea1,45087,1732387204015-splitting does not exist. 2024-11-23T18:40:47,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741854_1030 (size=28623) 2024-11-23T18:40:47,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN}] 2024-11-23T18:40:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741854_1030 (size=28623) 2024-11-23T18:40:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741854_1030 (size=28623) 2024-11-23T18:40:47,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN 2024-11-23T18:40:47,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN 2024-11-23T18:40:47,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/.tmp/cf/06a3fbd0bee94ebb91fcc402caf3fb03 2024-11-23T18:40:47,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:40:47,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN 2024-11-23T18:40:47,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN 2024-11-23T18:40:47,361 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:40:47,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:40:47,362 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:40:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741853_1029 (size=47197) 2024-11-23T18:40:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741853_1029 (size=47197) 2024-11-23T18:40:47,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741853_1029 (size=47197) 2024-11-23T18:40:47,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/.tmp/cf/7261604f130d49d380a18bfbba3cc781 2024-11-23T18:40:47,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/.tmp/cf/06a3fbd0bee94ebb91fcc402caf3fb03 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/cf/06a3fbd0bee94ebb91fcc402caf3fb03 2024-11-23T18:40:47,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/.tmp/cf/7261604f130d49d380a18bfbba3cc781 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/cf/7261604f130d49d380a18bfbba3cc781 2024-11-23T18:40:47,431 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/cf/06a3fbd0bee94ebb91fcc402caf3fb03, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T18:40:47,434 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/cf/7261604f130d49d380a18bfbba3cc781, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T18:40:47,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e9975be75d7e6555f1bbc9ff549f1a0b in 366ms, sequenceid=5, compaction requested=false 2024-11-23T18:40:47,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 641af6ca8dbd4c23f934e66651459340 in 365ms, sequenceid=5, compaction requested=false 2024-11-23T18:40:47,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e9975be75d7e6555f1bbc9ff549f1a0b: 2024-11-23T18:40:47,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 641af6ca8dbd4c23f934e66651459340: 2024-11-23T18:40:47,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. for SnapshotProcedureTest completed. 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/cf/7261604f130d49d380a18bfbba3cc781] hfiles 2024-11-23T18:40:47,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/cf/06a3fbd0bee94ebb91fcc402caf3fb03] hfiles 2024-11-23T18:40:47,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/cf/06a3fbd0bee94ebb91fcc402caf3fb03 for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/cf/7261604f130d49d380a18bfbba3cc781 for snapshot=SnapshotProcedureTest 2024-11-23T18:40:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741855_1031 (size=105) 2024-11-23T18:40:47,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741855_1031 (size=105) 2024-11-23T18:40:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741855_1031 (size=105) 2024-11-23T18:40:47,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:40:47,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T18:40:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T18:40:47,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:47,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:40:47,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 641af6ca8dbd4c23f934e66651459340 in 10.4140 sec 2024-11-23T18:40:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741856_1032 (size=105) 2024-11-23T18:40:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741856_1032 (size=105) 2024-11-23T18:40:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741856_1032 (size=105) 2024-11-23T18:40:47,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:40:47,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T18:40:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T18:40:47,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:47,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:40:47,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9975be75d7e6555f1bbc9ff549f1a0b in 10.4290 sec 2024-11-23T18:40:47,504 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:40:47,505 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:40:47,505 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:40:47,505 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:40:47,505 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:40:47,505 INFO [2eda60943ea1:41495 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:40:47,505 INFO [2eda60943ea1:41495 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:40:47,505 DEBUG [2eda60943ea1:41495 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:40:47,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c1f10aa3d8d5ad8ccf6684e0f506d162, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:47,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e22c255ef6e606e0a7a0cdbd6e2a9d4e, regionState=OPENING, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:47,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d9f86f46c2e5eb07af5200bb775a0a8c, regionState=OPENING, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:47,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d7e105e318628f52b33a0bfada82e608, regionState=OPENING, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:47,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN because future has completed 2024-11-23T18:40:47,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:47,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN because future has completed 2024-11-23T18:40:47,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,34649,1732387203896}] 2024-11-23T18:40:47,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN because future has completed 2024-11-23T18:40:47,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN because future has completed 2024-11-23T18:40:47,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:47,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,37681,1732387204075}] 2024-11-23T18:40:52,211 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 held by pid=42 2024-11-23T18:40:52,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:52,254 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 held by pid=40 2024-11-23T18:40:52,255 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:52,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e held by pid=39 2024-11-23T18:40:52,255 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:52,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c held by pid=41 2024-11-23T18:40:52,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:56,525 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T18:40:56,526 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T18:40:57,526 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:57,526 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c1f10aa3d8d5ad8ccf6684e0f506d162, NAME => 'SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T18:40:57,526 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,526 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:57,527 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,527 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,528 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:57,528 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d7e105e318628f52b33a0bfada82e608, NAME => 'SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T18:40:57,528 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,528 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:57,528 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,529 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,529 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,530 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f10aa3d8d5ad8ccf6684e0f506d162 columnFamilyName cf 2024-11-23T18:40:57,530 DEBUG [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:57,530 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,531 INFO [StoreOpener-c1f10aa3d8d5ad8ccf6684e0f506d162-1 {}] regionserver.HStore(327): Store=c1f10aa3d8d5ad8ccf6684e0f506d162/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:57,531 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,531 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e105e318628f52b33a0bfada82e608 columnFamilyName cf 2024-11-23T18:40:57,531 DEBUG [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:57,532 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,532 INFO [StoreOpener-d7e105e318628f52b33a0bfada82e608-1 {}] regionserver.HStore(327): Store=d7e105e318628f52b33a0bfada82e608/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:57,532 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,533 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,533 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,534 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,534 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,535 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,535 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,535 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,536 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,538 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,538 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c1f10aa3d8d5ad8ccf6684e0f506d162; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473398, jitterRate=-0.08397498726844788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:57,538 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,538 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c1f10aa3d8d5ad8ccf6684e0f506d162: Running coprocessor pre-open hook at 1732387257527Writing region info on filesystem at 1732387257527Initializing all the Stores at 1732387257528 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387257528Cleaning up temporary data from old regions at 1732387257534 (+6 ms)Running coprocessor post-open hooks at 1732387257538 (+4 ms)Region opened successfully at 1732387257538 2024-11-23T18:40:57,539 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d7e105e318628f52b33a0bfada82e608; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58726096, jitterRate=-0.12491297721862793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:57,539 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,539 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d7e105e318628f52b33a0bfada82e608: Running coprocessor pre-open hook at 1732387257529Writing region info on filesystem at 1732387257529Initializing all the Stores at 1732387257530 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387257530Cleaning up temporary data from old regions at 1732387257535 (+5 ms)Running coprocessor post-open hooks at 1732387257539 (+4 ms)Region opened successfully at 1732387257539 2024-11-23T18:40:57,539 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162., pid=44, masterSystemTime=1732387257513 2024-11-23T18:40:57,540 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608., pid=45, masterSystemTime=1732387257519 2024-11-23T18:40:57,541 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:57,541 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:40:57,542 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:57,542 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => d9f86f46c2e5eb07af5200bb775a0a8c, NAME => 'SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T18:40:57,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c1f10aa3d8d5ad8ccf6684e0f506d162, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:57,542 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:57,542 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,542 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:40:57,542 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:57,542 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:57,542 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e22c255ef6e606e0a7a0cdbd6e2a9d4e, NAME => 'SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T18:40:57,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d7e105e318628f52b33a0bfada82e608, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,545 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,545 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,34649,1732387203896 because future has completed 2024-11-23T18:40:57,547 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9f86f46c2e5eb07af5200bb775a0a8c columnFamilyName cf 2024-11-23T18:40:57,547 DEBUG [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:57,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,37681,1732387204075 because future has completed 2024-11-23T18:40:57,547 INFO [StoreOpener-d9f86f46c2e5eb07af5200bb775a0a8c-1 {}] regionserver.HStore(327): Store=d9f86f46c2e5eb07af5200bb775a0a8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:57,548 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22c255ef6e606e0a7a0cdbd6e2a9d4e columnFamilyName cf 2024-11-23T18:40:57,548 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,548 DEBUG [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:40:57,549 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,549 INFO [StoreOpener-e22c255ef6e606e0a7a0cdbd6e2a9d4e-1 {}] regionserver.HStore(327): Store=e22c255ef6e606e0a7a0cdbd6e2a9d4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:40:57,549 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-23T18:40:57,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162, server=2eda60943ea1,34649,1732387203896 in 10.0350 sec 2024-11-23T18:40:57,550 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,552 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-11-23T18:40:57,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d7e105e318628f52b33a0bfada82e608, server=2eda60943ea1,37681,1732387204075 in 10.0320 sec 2024-11-23T18:40:57,553 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,553 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1f10aa3d8d5ad8ccf6684e0f506d162, ASSIGN in 10.2040 sec 2024-11-23T18:40:57,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:40:57,555 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7e105e318628f52b33a0bfada82e608, ASSIGN in 10.2050 sec 2024-11-23T18:40:57,555 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:40:57,555 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,556 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,558 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,559 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,559 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened d9f86f46c2e5eb07af5200bb775a0a8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67505822, jitterRate=0.005915135145187378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:57,559 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,559 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for d9f86f46c2e5eb07af5200bb775a0a8c: Running coprocessor pre-open hook at 1732387257543Writing region info on filesystem at 1732387257543Initializing all the Stores at 1732387257544 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387257544Cleaning up temporary data from old regions at 1732387257553 (+9 ms)Running coprocessor post-open hooks at 1732387257559 (+6 ms)Region opened successfully at 1732387257559 2024-11-23T18:40:57,560 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e22c255ef6e606e0a7a0cdbd6e2a9d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67899298, jitterRate=0.011778384447097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:40:57,560 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,560 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e22c255ef6e606e0a7a0cdbd6e2a9d4e: Running coprocessor pre-open hook at 1732387257543Writing region info on filesystem at 1732387257543Initializing all the Stores at 1732387257545 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387257545Cleaning up temporary data from old regions at 1732387257556 (+11 ms)Running coprocessor post-open hooks at 1732387257560 (+4 ms)Region opened successfully at 1732387257560 2024-11-23T18:40:57,560 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c., pid=43, masterSystemTime=1732387257513 2024-11-23T18:40:57,561 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e., pid=46, masterSystemTime=1732387257519 2024-11-23T18:40:57,562 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:57,562 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:40:57,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e22c255ef6e606e0a7a0cdbd6e2a9d4e, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,37681,1732387204075 2024-11-23T18:40:57,563 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:57,564 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:40:57,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d9f86f46c2e5eb07af5200bb775a0a8c, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,34649,1732387203896 2024-11-23T18:40:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,37681,1732387204075 because future has completed 2024-11-23T18:40:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,34649,1732387203896 because future has completed 2024-11-23T18:40:57,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-23T18:40:57,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e, server=2eda60943ea1,37681,1732387204075 in 10.0520 sec 2024-11-23T18:40:57,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-23T18:40:57,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c, server=2eda60943ea1,34649,1732387203896 in 10.0590 sec 2024-11-23T18:40:57,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e22c255ef6e606e0a7a0cdbd6e2a9d4e, ASSIGN in 10.2230 sec 2024-11-23T18:40:57,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:40:57,573 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:40:57,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-23T18:40:57,574 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 2eda60943ea1,45087,1732387204015 after splitting done 2024-11-23T18:40:57,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9f86f46c2e5eb07af5200bb775a0a8c, ASSIGN in 10.2240 sec 2024-11-23T18:40:57,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2eda60943ea1,45087,1732387204015, splitWal=true, meta=false in 20.3870 sec 2024-11-23T18:41:02,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T18:41:03,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T18:41:05,721 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T18:41:07,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T18:41:07,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T18:41:07,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:07,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d9f86f46c2e5eb07af5200bb775a0a8c: 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. for SnapshotProcedureTest completed. 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c1f10aa3d8d5ad8ccf6684e0f506d162: 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:07,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T18:41:07,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. for SnapshotProcedureTest completed. 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d7e105e318628f52b33a0bfada82e608: 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. for SnapshotProcedureTest completed. 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e22c255ef6e606e0a7a0cdbd6e2a9d4e: 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:41:07,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. for SnapshotProcedureTest completed. 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:41:07,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:41:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741858_1034 (size=65) 2024-11-23T18:41:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741857_1033 (size=65) 2024-11-23T18:41:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741858_1034 (size=65) 2024-11-23T18:41:07,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741858_1034 (size=65) 2024-11-23T18:41:07,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T18:41:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741857_1033 (size=65) 2024-11-23T18:41:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741857_1033 (size=65) 2024-11-23T18:41:07,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:07,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T18:41:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T18:41:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T18:41:07,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:41:07,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7e105e318628f52b33a0bfada82e608 2024-11-23T18:41:07,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:41:07,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 2024-11-23T18:41:07,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7e105e318628f52b33a0bfada82e608 in 30.5320 sec 2024-11-23T18:41:07,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9f86f46c2e5eb07af5200bb775a0a8c in 30.5320 sec 2024-11-23T18:41:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741859_1035 (size=65) 2024-11-23T18:41:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741859_1035 (size=65) 2024-11-23T18:41:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741859_1035 (size=65) 2024-11-23T18:41:07,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:07,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T18:41:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T18:41:07,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:41:07,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:41:07,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e22c255ef6e606e0a7a0cdbd6e2a9d4e in 30.5430 sec 2024-11-23T18:41:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741860_1036 (size=57) 2024-11-23T18:41:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741860_1036 (size=57) 2024-11-23T18:41:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741860_1036 (size=57) 2024-11-23T18:41:07,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:07,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T18:41:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T18:41:07,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:41:07,604 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:41:07,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-23T18:41:07,607 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T18:41:07,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1f10aa3d8d5ad8ccf6684e0f506d162 in 30.5510 sec 2024-11-23T18:41:07,609 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T18:41:07,612 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T18:41:07,612 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T18:41:07,615 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:41:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741861_1037 (size=1094) 2024-11-23T18:41:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741861_1037 (size=1094) 2024-11-23T18:41:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741861_1037 (size=1094) 2024-11-23T18:41:07,645 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T18:41:07,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T18:41:07,661 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:07,661 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:07,661 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:07,662 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:07,662 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:07,668 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:10,168 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2eda60943ea1:41495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T18:41:12,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 641af6ca8dbd4c23f934e66651459340, had cached 0 bytes from a total of 28623 2024-11-23T18:41:12,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e9975be75d7e6555f1bbc9ff549f1a0b, had cached 0 bytes from a total of 47197 2024-11-23T18:41:16,475 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c76e565e81d0b55b94ddf5078211ddaa changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,476 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9f86f46c2e5eb07af5200bb775a0a8c changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,476 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a28c5471ecebbb691cf0b1bea8ecbf00 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,476 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9975be75d7e6555f1bbc9ff549f1a0b changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c1f10aa3d8d5ad8ccf6684e0f506d162 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e259a9299d215c2f6242fe266e10e077 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e22c255ef6e606e0a7a0cdbd6e2a9d4e changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 831a5857c77c7cd5b320558cf87af928 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d7e105e318628f52b33a0bfada82e608 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:16,477 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 641af6ca8dbd4c23f934e66651459340 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-23T18:41:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-23T18:41:17,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:41:17,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-23T18:41:17,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T18:41:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-23T18:41:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-23T18:41:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-23T18:41:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-23T18:41:17,675 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 Release verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:17,675 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 Release verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-23T18:41:17,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 Release verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-23T18:41:17,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 in 10.0210 sec 2024-11-23T18:41:17,679 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 Release verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:17,680 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:17,680 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:17,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 in 10.0220 sec 2024-11-23T18:41:17,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 in 10.0210 sec 2024-11-23T18:41:17,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 in 10.0250 sec 2024-11-23T18:41:17,691 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 Release verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:17,691 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:17,691 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:17,691 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 Release verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:17,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 in 10.0370 sec 2024-11-23T18:41:17,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 in 10.0370 sec 2024-11-23T18:41:27,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-23T18:41:27,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-23T18:41:27,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-23T18:41:27,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-23T18:41:27,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T18:41:27,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T18:41:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-23T18:41:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-23T18:41:27,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-23T18:41:27,690 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 Release verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:27,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T18:41:27,690 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 Release verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-23T18:41:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-23T18:41:27,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 in 20.0360 sec 2024-11-23T18:41:27,693 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 Release verify snapshot worker=2eda60943ea1,37681,1732387204075 2024-11-23T18:41:27,693 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 Release verify snapshot worker=2eda60943ea1,34649,1732387203896 2024-11-23T18:41:27,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 in 20.0360 sec 2024-11-23T18:41:27,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,37681,1732387204075 in 20.0390 sec 2024-11-23T18:41:27,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-23T18:41:27,696 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T18:41:27,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,34649,1732387203896 in 20.0390 sec 2024-11-23T18:41:27,697 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T18:41:27,699 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T18:41:27,699 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T18:41:27,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6860 sec 2024-11-23T18:41:27,785 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T18:41:27,791 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T18:41:27,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T18:41:27,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:41:27,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:41:27,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:27,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:27,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T18:41:27,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T18:41:27,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2045407978, stopped=false 2024-11-23T18:41:27,792 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2eda60943ea1,41495,1732387203007 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:27,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:27,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:27,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:41:27,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:41:27,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:27,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:27,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:27,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,34649,1732387203896' ***** 2024-11-23T18:41:27,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T18:41:27,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,37681,1732387204075' ***** 2024-11-23T18:41:27,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T18:41:27,943 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:41:27,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:41:27,943 INFO [RS:2;2eda60943ea1:37681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T18:41:27,944 INFO [RS:2;2eda60943ea1:37681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T18:41:27,944 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for e259a9299d215c2f6242fe266e10e077 2024-11-23T18:41:27,944 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:41:27,944 INFO [RS:0;2eda60943ea1:34649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T18:41:27,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:41:27,944 INFO [RS:0;2eda60943ea1:34649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T18:41:27,944 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for a28c5471ecebbb691cf0b1bea8ecbf00 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for e22c255ef6e606e0a7a0cdbd6e2a9d4e 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for c76e565e81d0b55b94ddf5078211ddaa 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 641af6ca8dbd4c23f934e66651459340 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for d9f86f46c2e5eb07af5200bb775a0a8c 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 831a5857c77c7cd5b320558cf87af928 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for c1f10aa3d8d5ad8ccf6684e0f506d162 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for d7e105e318628f52b33a0bfada82e608 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(959): stopping server 2eda60943ea1,34649,1732387203896 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(959): stopping server 2eda60943ea1,37681,1732387204075 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:41:27,945 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a28c5471ecebbb691cf0b1bea8ecbf00, disabling compactions & flushes 2024-11-23T18:41:27,945 INFO [RS:0;2eda60943ea1:34649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2eda60943ea1:34649. 2024-11-23T18:41:27,945 INFO [RS:2;2eda60943ea1:37681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2eda60943ea1:37681. 2024-11-23T18:41:27,945 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:41:27,945 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:41:27,945 DEBUG [RS:0;2eda60943ea1:34649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:41:27,945 DEBUG [RS:2;2eda60943ea1:37681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:41:27,945 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. after waiting 0 ms 2024-11-23T18:41:27,945 DEBUG [RS:0;2eda60943ea1:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:27,945 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:41:27,945 DEBUG [RS:2;2eda60943ea1:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:27,946 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-23T18:41:27,946 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T18:41:27,946 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T18:41:27,946 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1325): Online Regions={e259a9299d215c2f6242fe266e10e077=SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077., e22c255ef6e606e0a7a0cdbd6e2a9d4e=SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e., 641af6ca8dbd4c23f934e66651459340=SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340., 831a5857c77c7cd5b320558cf87af928=SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928., d7e105e318628f52b33a0bfada82e608=SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608.} 2024-11-23T18:41:27,946 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T18:41:27,946 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T18:41:27,946 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-23T18:41:27,946 DEBUG [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1351): Waiting on 641af6ca8dbd4c23f934e66651459340, 831a5857c77c7cd5b320558cf87af928, d7e105e318628f52b33a0bfada82e608, e22c255ef6e606e0a7a0cdbd6e2a9d4e, e259a9299d215c2f6242fe266e10e077 2024-11-23T18:41:27,946 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e259a9299d215c2f6242fe266e10e077, disabling compactions & flushes 2024-11-23T18:41:27,946 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1325): Online Regions={a28c5471ecebbb691cf0b1bea8ecbf00=SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00., 1588230740=hbase:meta,,1.1588230740, e9975be75d7e6555f1bbc9ff549f1a0b=SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b., c76e565e81d0b55b94ddf5078211ddaa=SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa., d9f86f46c2e5eb07af5200bb775a0a8c=SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c., c1f10aa3d8d5ad8ccf6684e0f506d162=SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162.} 2024-11-23T18:41:27,946 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:41:27,946 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a28c5471ecebbb691cf0b1bea8ecbf00, c1f10aa3d8d5ad8ccf6684e0f506d162, c76e565e81d0b55b94ddf5078211ddaa, d9f86f46c2e5eb07af5200bb775a0a8c, e9975be75d7e6555f1bbc9ff549f1a0b 2024-11-23T18:41:27,946 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:41:27,946 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. after waiting 0 ms 2024-11-23T18:41:27,946 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:41:27,946 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T18:41:27,946 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T18:41:27,947 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T18:41:27,947 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T18:41:27,947 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T18:41:27,948 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-23T18:41:27,953 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/a28c5471ecebbb691cf0b1bea8ecbf00/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:27,955 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e259a9299d215c2f6242fe266e10e077/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:27,956 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:41:27,956 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a28c5471ecebbb691cf0b1bea8ecbf00: Waiting for close lock at 1732387287945Running coprocessor pre-close hooks at 1732387287945Disabling compacts and flushes for region at 1732387287945Disabling writes for close at 1732387287945Writing region close event to WAL at 1732387287946 (+1 ms)Running coprocessor post-close hooks at 1732387287954 (+8 ms)Closed at 1732387287956 (+2 ms) 2024-11-23T18:41:27,956 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:41:27,956 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e259a9299d215c2f6242fe266e10e077: Waiting for close lock at 1732387287946Running coprocessor pre-close hooks at 1732387287946Disabling compacts and flushes for region at 1732387287946Disabling writes for close at 1732387287946Writing region close event to WAL at 1732387287947 (+1 ms)Running coprocessor post-close hooks at 1732387287956 (+9 ms)Closed at 1732387287956 2024-11-23T18:41:27,956 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732387216679.a28c5471ecebbb691cf0b1bea8ecbf00. 2024-11-23T18:41:27,956 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732387216679.e259a9299d215c2f6242fe266e10e077. 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e22c255ef6e606e0a7a0cdbd6e2a9d4e, disabling compactions & flushes 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9975be75d7e6555f1bbc9ff549f1a0b, disabling compactions & flushes 2024-11-23T18:41:27,957 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:27,957 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. after waiting 0 ms 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. after waiting 0 ms 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:27,957 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:41:27,977 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e22c255ef6e606e0a7a0cdbd6e2a9d4e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:27,985 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:27,985 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e22c255ef6e606e0a7a0cdbd6e2a9d4e: Waiting for close lock at 1732387287957Running coprocessor pre-close hooks at 1732387287957Disabling compacts and flushes for region at 1732387287957Disabling writes for close at 1732387287957Writing region close event to WAL at 1732387287962 (+5 ms)Running coprocessor post-close hooks at 1732387287978 (+16 ms)Closed at 1732387287985 (+7 ms) 2024-11-23T18:41:27,985 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e. 2024-11-23T18:41:27,986 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 641af6ca8dbd4c23f934e66651459340, disabling compactions & flushes 2024-11-23T18:41:27,986 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:41:27,986 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:41:27,986 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. after waiting 0 ms 2024-11-23T18:41:27,986 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:41:27,990 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/e9975be75d7e6555f1bbc9ff549f1a0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T18:41:27,990 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/info/804d0c4b125c4763853fb7cdc3b1adb1 is 167, key is SPTestTable,19999999,1732387216679.e22c255ef6e606e0a7a0cdbd6e2a9d4e./info:regioninfo/1732387257563/Put/seqid=0 2024-11-23T18:41:27,991 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9975be75d7e6555f1bbc9ff549f1a0b: Waiting for close lock at 1732387287957Running coprocessor pre-close hooks at 1732387287957Disabling compacts and flushes for region at 1732387287957Disabling writes for close at 1732387287957Writing region close event to WAL at 1732387287980 (+23 ms)Running coprocessor post-close hooks at 1732387287991 (+11 ms)Closed at 1732387287991 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732387216679.e9975be75d7e6555f1bbc9ff549f1a0b. 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c76e565e81d0b55b94ddf5078211ddaa, disabling compactions & flushes 2024-11-23T18:41:27,992 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. after waiting 0 ms 2024-11-23T18:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:41:27,994 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/641af6ca8dbd4c23f934e66651459340/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T18:41:27,996 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 641af6ca8dbd4c23f934e66651459340: Waiting for close lock at 1732387287986Running coprocessor pre-close hooks at 1732387287986Disabling compacts and flushes for region at 1732387287986Disabling writes for close at 1732387287986Writing region close event to WAL at 1732387287987 (+1 ms)Running coprocessor post-close hooks at 1732387287996 (+9 ms)Closed at 1732387287996 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732387216679.641af6ca8dbd4c23f934e66651459340. 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 831a5857c77c7cd5b320558cf87af928, disabling compactions & flushes 2024-11-23T18:41:27,997 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. after waiting 0 ms 2024-11-23T18:41:27,997 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:41:28,008 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c76e565e81d0b55b94ddf5078211ddaa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:28,010 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c76e565e81d0b55b94ddf5078211ddaa: Waiting for close lock at 1732387287992Running coprocessor pre-close hooks at 1732387287992Disabling compacts and flushes for region at 1732387287992Disabling writes for close at 1732387287992Writing region close event to WAL at 1732387287993 (+1 ms)Running coprocessor post-close hooks at 1732387288009 (+16 ms)Closed at 1732387288009 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732387216679.c76e565e81d0b55b94ddf5078211ddaa. 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9f86f46c2e5eb07af5200bb775a0a8c, disabling compactions & flushes 2024-11-23T18:41:28,010 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. after waiting 0 ms 2024-11-23T18:41:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:28,016 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/831a5857c77c7cd5b320558cf87af928/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:28,017 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 831a5857c77c7cd5b320558cf87af928: Waiting for close lock at 1732387287997Running coprocessor pre-close hooks at 1732387287997Disabling compacts and flushes for region at 1732387287997Disabling writes for close at 1732387287997Writing region close event to WAL at 1732387288001 (+4 ms)Running coprocessor post-close hooks at 1732387288017 (+16 ms)Closed at 1732387288017 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732387216679.831a5857c77c7cd5b320558cf87af928. 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7e105e318628f52b33a0bfada82e608, disabling compactions & flushes 2024-11-23T18:41:28,018 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. after waiting 0 ms 2024-11-23T18:41:28,018 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:28,035 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:41:28,035 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:41:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741862_1038 (size=20292) 2024-11-23T18:41:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741862_1038 (size=20292) 2024-11-23T18:41:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741862_1038 (size=20292) 2024-11-23T18:41:28,045 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/info/804d0c4b125c4763853fb7cdc3b1adb1 2024-11-23T18:41:28,053 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d9f86f46c2e5eb07af5200bb775a0a8c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:28,055 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:28,055 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9f86f46c2e5eb07af5200bb775a0a8c: Waiting for close lock at 1732387288010Running coprocessor pre-close hooks at 1732387288010Disabling compacts and flushes for region at 1732387288010Disabling writes for close at 1732387288010Writing region close event to WAL at 1732387288020 (+10 ms)Running coprocessor post-close hooks at 1732387288055 (+35 ms)Closed at 1732387288055 2024-11-23T18:41:28,055 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732387216679.d9f86f46c2e5eb07af5200bb775a0a8c. 2024-11-23T18:41:28,056 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1f10aa3d8d5ad8ccf6684e0f506d162, disabling compactions & flushes 2024-11-23T18:41:28,056 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:28,056 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:28,056 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. after waiting 0 ms 2024-11-23T18:41:28,056 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:28,065 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/d7e105e318628f52b33a0bfada82e608/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:28,067 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:28,067 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7e105e318628f52b33a0bfada82e608: Waiting for close lock at 1732387288018Running coprocessor pre-close hooks at 1732387288018Disabling compacts and flushes for region at 1732387288018Disabling writes for close at 1732387288018Writing region close event to WAL at 1732387288042 (+24 ms)Running coprocessor post-close hooks at 1732387288067 (+25 ms)Closed at 1732387288067 2024-11-23T18:41:28,067 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732387216679.d7e105e318628f52b33a0bfada82e608. 2024-11-23T18:41:28,073 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/default/SPTestTable/c1f10aa3d8d5ad8ccf6684e0f506d162/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:41:28,074 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:28,074 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1f10aa3d8d5ad8ccf6684e0f506d162: Waiting for close lock at 1732387288056Running coprocessor pre-close hooks at 1732387288056Disabling compacts and flushes for region at 1732387288056Disabling writes for close at 1732387288056Writing region close event to WAL at 1732387288066 (+10 ms)Running coprocessor post-close hooks at 1732387288074 (+8 ms)Closed at 1732387288074 2024-11-23T18:41:28,074 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732387216679.c1f10aa3d8d5ad8ccf6684e0f506d162. 2024-11-23T18:41:28,084 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/ns/c15fbb817f604716b7cd7f3b03a82019 is 43, key is default/ns:d/1732387216412/Put/seqid=0 2024-11-23T18:41:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741863_1039 (size=5153) 2024-11-23T18:41:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741863_1039 (size=5153) 2024-11-23T18:41:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741863_1039 (size=5153) 2024-11-23T18:41:28,146 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(976): stopping server 2eda60943ea1,37681,1732387204075; all regions closed. 2024-11-23T18:41:28,146 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T18:41:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741833_1009 (size=3500) 2024-11-23T18:41:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741833_1009 (size=3500) 2024-11-23T18:41:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741833_1009 (size=3500) 2024-11-23T18:41:28,155 DEBUG [RS:2;2eda60943ea1:37681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C37681%2C1732387204075:(num 1732387205795) 2024-11-23T18:41:28,156 DEBUG [RS:2;2eda60943ea1:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] hbase.ChoreService(370): Chore service for: regionserver/2eda60943ea1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T18:41:28,156 INFO [regionserver/2eda60943ea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T18:41:28,156 INFO [RS:2;2eda60943ea1:37681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:41:28,157 INFO [RS:2;2eda60943ea1:37681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37681 2024-11-23T18:41:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,37681,1732387204075 2024-11-23T18:41:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:41:28,168 INFO [RS:2;2eda60943ea1:37681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:41:28,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,37681,1732387204075] 2024-11-23T18:41:28,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,37681,1732387204075 already deleted, retry=false 2024-11-23T18:41:28,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2eda60943ea1,37681,1732387204075 expired; onlineServers=1 2024-11-23T18:41:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x10168fee0390003, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:28,279 INFO [RS:2;2eda60943ea1:37681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:41:28,279 INFO [RS:2;2eda60943ea1:37681 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,37681,1732387204075; zookeeper connection closed. 2024-11-23T18:41:28,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64fca9eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64fca9eb 2024-11-23T18:41:28,347 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T18:41:28,493 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/ns/c15fbb817f604716b7cd7f3b03a82019 2024-11-23T18:41:28,522 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/table/aeb51da3c5034759b1cefb62dcbcd864 is 47, key is SPTestTable/table:state/1732387227365/Put/seqid=0 2024-11-23T18:41:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741864_1040 (size=5214) 2024-11-23T18:41:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741864_1040 (size=5214) 2024-11-23T18:41:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741864_1040 (size=5214) 2024-11-23T18:41:28,547 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T18:41:28,634 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T18:41:28,634 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T18:41:28,747 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T18:41:28,938 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/table/aeb51da3c5034759b1cefb62dcbcd864 2024-11-23T18:41:28,948 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T18:41:28,948 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T18:41:28,948 DEBUG [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T18:41:28,950 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/info/804d0c4b125c4763853fb7cdc3b1adb1 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/info/804d0c4b125c4763853fb7cdc3b1adb1 2024-11-23T18:41:28,960 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/info/804d0c4b125c4763853fb7cdc3b1adb1, entries=116, sequenceid=37, filesize=19.8 K 2024-11-23T18:41:28,961 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/ns/c15fbb817f604716b7cd7f3b03a82019 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/ns/c15fbb817f604716b7cd7f3b03a82019 2024-11-23T18:41:28,979 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/ns/c15fbb817f604716b7cd7f3b03a82019, entries=2, sequenceid=37, filesize=5.0 K 2024-11-23T18:41:28,981 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/.tmp/table/aeb51da3c5034759b1cefb62dcbcd864 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/table/aeb51da3c5034759b1cefb62dcbcd864 2024-11-23T18:41:28,994 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/table/aeb51da3c5034759b1cefb62dcbcd864, entries=2, sequenceid=37, filesize=5.1 K 2024-11-23T18:41:28,996 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 1049ms, sequenceid=37, compaction requested=false 2024-11-23T18:41:29,016 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-23T18:41:29,017 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T18:41:29,017 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T18:41:29,017 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732387287946Running coprocessor pre-close hooks at 1732387287946Disabling compacts and flushes for region at 1732387287946Disabling writes for close at 1732387287947 (+1 ms)Obtaining lock to block concurrent updates at 1732387287948 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732387287948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732387287949 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732387287949Flushing 1588230740/info: creating writer at 1732387287950 (+1 ms)Flushing 1588230740/info: appending metadata at 1732387287989 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732387287989Flushing 1588230740/ns: creating writer at 1732387288063 (+74 ms)Flushing 1588230740/ns: appending metadata at 1732387288083 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732387288083Flushing 1588230740/table: creating writer at 1732387288501 (+418 ms)Flushing 1588230740/table: appending metadata at 1732387288521 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732387288521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60346b6d: reopening flushed file at 1732387288949 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7906d61d: reopening flushed file at 1732387288960 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df95ef0: reopening flushed file at 1732387288979 (+19 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 1049ms, sequenceid=37, compaction requested=false at 1732387288996 (+17 ms)Writing region close event to WAL at 1732387289006 (+10 ms)Running coprocessor post-close hooks at 1732387289017 (+11 ms)Closed at 1732387289017 2024-11-23T18:41:29,017 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T18:41:29,148 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(976): stopping server 2eda60943ea1,34649,1732387203896; all regions closed. 2024-11-23T18:41:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741836_1012 (size=19530) 2024-11-23T18:41:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741836_1012 (size=19530) 2024-11-23T18:41:29,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741836_1012 (size=19530) 2024-11-23T18:41:29,155 DEBUG [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs 2024-11-23T18:41:29,155 INFO [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C34649%2C1732387203896.meta:.meta(num 1732387216149) 2024-11-23T18:41:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741835_1011 (size=3530) 2024-11-23T18:41:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741835_1011 (size=3530) 2024-11-23T18:41:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741835_1011 (size=3530) 2024-11-23T18:41:29,168 DEBUG [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/oldWALs 2024-11-23T18:41:29,168 INFO [RS:0;2eda60943ea1:34649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C34649%2C1732387203896:(num 1732387205795) 2024-11-23T18:41:29,168 DEBUG [RS:0;2eda60943ea1:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:29,168 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:41:29,168 INFO [RS:0;2eda60943ea1:34649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:41:29,168 INFO [RS:0;2eda60943ea1:34649 {}] hbase.ChoreService(370): Chore service for: regionserver/2eda60943ea1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T18:41:29,169 INFO [RS:0;2eda60943ea1:34649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:41:29,169 INFO [regionserver/2eda60943ea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:41:29,169 INFO [RS:0;2eda60943ea1:34649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34649 2024-11-23T18:41:29,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,34649,1732387203896 2024-11-23T18:41:29,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:41:29,242 INFO [RS:0;2eda60943ea1:34649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:41:29,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,34649,1732387203896] 2024-11-23T18:41:29,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,34649,1732387203896 already deleted, retry=false 2024-11-23T18:41:29,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2eda60943ea1,34649,1732387203896 expired; onlineServers=0 2024-11-23T18:41:29,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2eda60943ea1,41495,1732387203007' ***** 2024-11-23T18:41:29,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T18:41:29,323 INFO [M:0;2eda60943ea1:41495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:41:29,323 INFO [M:0;2eda60943ea1:41495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:41:29,324 DEBUG [M:0;2eda60943ea1:41495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T18:41:29,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T18:41:29,324 DEBUG [M:0;2eda60943ea1:41495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T18:41:29,324 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387205248 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387205248,5,FailOnTimeoutGroup] 2024-11-23T18:41:29,324 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387205246 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387205246,5,FailOnTimeoutGroup] 2024-11-23T18:41:29,324 INFO [M:0;2eda60943ea1:41495 {}] hbase.ChoreService(370): Chore service for: master/2eda60943ea1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T18:41:29,324 INFO [M:0;2eda60943ea1:41495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:41:29,324 DEBUG [M:0;2eda60943ea1:41495 {}] master.HMaster(1795): Stopping service threads 2024-11-23T18:41:29,324 INFO [M:0;2eda60943ea1:41495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T18:41:29,324 INFO [M:0;2eda60943ea1:41495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T18:41:29,324 ERROR [M:0;2eda60943ea1:41495 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:42745 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42745,5,PEWorkerGroup] 2024-11-23T18:41:29,325 INFO [M:0;2eda60943ea1:41495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T18:41:29,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T18:41:29,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T18:41:29,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:29,341 DEBUG [M:0;2eda60943ea1:41495 {}] zookeeper.ZKUtil(347): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T18:41:29,341 WARN [M:0;2eda60943ea1:41495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T18:41:29,342 INFO [M:0;2eda60943ea1:41495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/.lastflushedseqids 2024-11-23T18:41:29,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:29,367 INFO [RS:0;2eda60943ea1:34649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:41:29,367 INFO [RS:0;2eda60943ea1:34649 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,34649,1732387203896; zookeeper connection closed. 2024-11-23T18:41:29,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x10168fee0390001, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:29,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c6bfd9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c6bfd9c 2024-11-23T18:41:29,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T18:41:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741865_1041 (size=686) 2024-11-23T18:41:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741865_1041 (size=686) 2024-11-23T18:41:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741865_1041 (size=686) 2024-11-23T18:41:29,372 INFO [M:0;2eda60943ea1:41495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T18:41:29,372 INFO [M:0;2eda60943ea1:41495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T18:41:29,372 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T18:41:29,372 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:29,372 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:29,372 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T18:41:29,372 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:29,378 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-11-23T18:41:29,406 DEBUG [M:0;2eda60943ea1:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/442c1c09ad2345d8b19fa475e3e06af3 is 82, key is hbase:meta,,1/info:regioninfo/1732387216225/Put/seqid=0 2024-11-23T18:41:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741866_1042 (size=5672) 2024-11-23T18:41:29,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741866_1042 (size=5672) 2024-11-23T18:41:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741866_1042 (size=5672) 2024-11-23T18:41:29,432 INFO [M:0;2eda60943ea1:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/442c1c09ad2345d8b19fa475e3e06af3 2024-11-23T18:41:29,466 DEBUG [M:0;2eda60943ea1:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8efcad05de0482c8d1901e53471eb81 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732387227376/Put/seqid=0 2024-11-23T18:41:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741867_1043 (size=8972) 2024-11-23T18:41:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741867_1043 (size=8972) 2024-11-23T18:41:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741867_1043 (size=8972) 2024-11-23T18:41:29,503 INFO [M:0;2eda60943ea1:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8efcad05de0482c8d1901e53471eb81 2024-11-23T18:41:29,516 INFO [M:0;2eda60943ea1:41495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8efcad05de0482c8d1901e53471eb81 2024-11-23T18:41:29,537 DEBUG [M:0;2eda60943ea1:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4938405703d4d1888cba648ca65d6bb is 69, key is 2eda60943ea1,34649,1732387203896/rs:state/1732387205420/Put/seqid=0 2024-11-23T18:41:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741868_1044 (size=5441) 2024-11-23T18:41:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741868_1044 (size=5441) 2024-11-23T18:41:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741868_1044 (size=5441) 2024-11-23T18:41:29,555 INFO [M:0;2eda60943ea1:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4938405703d4d1888cba648ca65d6bb 2024-11-23T18:41:29,563 INFO [M:0;2eda60943ea1:41495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4938405703d4d1888cba648ca65d6bb 2024-11-23T18:41:29,564 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/442c1c09ad2345d8b19fa475e3e06af3 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/442c1c09ad2345d8b19fa475e3e06af3 2024-11-23T18:41:29,575 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/442c1c09ad2345d8b19fa475e3e06af3, entries=8, sequenceid=513, filesize=5.5 K 2024-11-23T18:41:29,577 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8efcad05de0482c8d1901e53471eb81 as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8efcad05de0482c8d1901e53471eb81 2024-11-23T18:41:29,587 INFO [M:0;2eda60943ea1:41495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8efcad05de0482c8d1901e53471eb81 2024-11-23T18:41:29,588 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8efcad05de0482c8d1901e53471eb81, entries=56, sequenceid=513, filesize=8.8 K 2024-11-23T18:41:29,589 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4938405703d4d1888cba648ca65d6bb as hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4938405703d4d1888cba648ca65d6bb 2024-11-23T18:41:29,608 INFO [M:0;2eda60943ea1:41495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4938405703d4d1888cba648ca65d6bb 2024-11-23T18:41:29,608 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42745/user/jenkins/test-data/d0e9a31b-b129-c819-5671-3513ac16b80a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4938405703d4d1888cba648ca65d6bb, entries=3, sequenceid=513, filesize=5.3 K 2024-11-23T18:41:29,610 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 238ms, sequenceid=513, compaction requested=false 2024-11-23T18:41:29,614 INFO [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:29,614 DEBUG [M:0;2eda60943ea1:41495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732387289372Disabling compacts and flushes for region at 1732387289372Disabling writes for close at 1732387289372Obtaining lock to block concurrent updates at 1732387289378 (+6 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732387289378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1732387289378Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732387289381 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732387289381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732387289405 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732387289405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732387289444 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732387289465 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732387289465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732387289516 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732387289536 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732387289536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c653772: reopening flushed file at 1732387289563 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74988d91: reopening flushed file at 1732387289576 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694511b7: reopening flushed file at 1732387289588 (+12 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 238ms, sequenceid=513, compaction requested=false at 1732387289610 (+22 ms)Writing region close event to WAL at 1732387289614 (+4 ms)Closed at 1732387289614 2024-11-23T18:41:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741830_1006 (size=234135) 2024-11-23T18:41:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741830_1006 (size=234135) 2024-11-23T18:41:29,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741830_1006 (size=234135) 2024-11-23T18:41:29,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:41:29,624 INFO [M:0;2eda60943ea1:41495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T18:41:29,624 INFO [M:0;2eda60943ea1:41495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41495 2024-11-23T18:41:29,624 INFO [M:0;2eda60943ea1:41495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:41:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:29,736 INFO [M:0;2eda60943ea1:41495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:41:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x10168fee0390000, quorum=127.0.0.1:57749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:41:29,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd9b709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:29,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:41:29,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:41:29,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:41:29,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,STOPPED} 2024-11-23T18:41:29,748 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:41:29,748 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470066616-172.17.0.2-1732387197786 (Datanode Uuid 25f4a06b-b0fa-408c-9a0c-33a01a1d575d) service to localhost/127.0.0.1:42745 2024-11-23T18:41:29,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data5/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data6/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:41:29,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:41:29,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:41:29,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0163dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:29,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:41:29,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:41:29,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:41:29,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,STOPPED} 2024-11-23T18:41:29,762 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:41:29,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:41:29,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:41:29,762 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470066616-172.17.0.2-1732387197786 (Datanode Uuid f08cc134-4c2b-45b3-8979-e855e96538a8) service to localhost/127.0.0.1:42745 2024-11-23T18:41:29,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data3/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data4/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:41:29,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dba9aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:29,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:41:29,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:41:29,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:41:29,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,STOPPED} 2024-11-23T18:41:29,776 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:41:29,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:41:29,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:41:29,776 WARN [BP-470066616-172.17.0.2-1732387197786 heartbeating to localhost/127.0.0.1:42745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470066616-172.17.0.2-1732387197786 (Datanode Uuid 124a218c-6dd6-4b86-80f1-09a24a613a97) service to localhost/127.0.0.1:42745 2024-11-23T18:41:29,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data1/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/cluster_1b7259e1-800c-a032-190f-4ecc0017eadc/data/data2/current/BP-470066616-172.17.0.2-1732387197786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:41:29,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:41:29,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T18:41:29,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:41:29,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:41:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:41:29,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir/,STOPPED} 2024-11-23T18:41:29,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T18:41:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T18:41:29,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: regionserver/2eda60943ea1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:42745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2eda60943ea1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2eda60943ea1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:42745 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:42745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/2eda60943ea1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:42745 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/2eda60943ea1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2eda60943ea1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2eda60943ea1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34319dac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=9738 (was 10958) 2024-11-23T18:41:29,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=9738 2024-11-23T18:41:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir so I do NOT create it in target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5 2024-11-23T18:41:29,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T18:41:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.tmp.dir so I do NOT create it in target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5 2024-11-23T18:41:29,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d53c064-2357-2bdd-0877-4f35cf0e0ad8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T18:41:29,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5 2024-11-23T18:41:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T18:41:29,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad, deleteOnExit=true 2024-11-23T18:41:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/test.cache.data in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T18:41:29,907 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T18:41:29,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/nfs.dump.dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/java.io.tmpdir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T18:41:29,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T18:41:30,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:41:30,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:41:30,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:41:30,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:41:30,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:41:30,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:41:30,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@222a9290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:41:30,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b9a34bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:41:30,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c39bcb7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/java.io.tmpdir/jetty-localhost-34157-hadoop-hdfs-3_4_1-tests_jar-_-any-7693689421913097038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T18:41:30,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43d033f2{HTTP/1.1, (http/1.1)}{localhost:34157} 2024-11-23T18:41:30,337 INFO [Time-limited test {}] server.Server(415): Started @95164ms 2024-11-23T18:41:30,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:41:30,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:41:30,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:41:30,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:41:30,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:41:30,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3eece0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:41:30,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@333250ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:41:30,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30e15d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/java.io.tmpdir/jetty-localhost-45311-hadoop-hdfs-3_4_1-tests_jar-_-any-10927404246837411451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:30,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec17be1{HTTP/1.1, (http/1.1)}{localhost:45311} 2024-11-23T18:41:30,805 INFO [Time-limited test {}] server.Server(415): Started @95633ms 2024-11-23T18:41:30,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:41:30,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:41:30,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:41:30,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:41:30,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:41:30,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:41:30,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64987e2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:41:30,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f508ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:41:31,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f280e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-15515776599809754524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:31,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ad4c23{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-11-23T18:41:31,004 INFO [Time-limited test {}] server.Server(415): Started @95831ms 2024-11-23T18:41:31,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:41:31,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T18:41:31,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T18:41:31,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T18:41:31,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T18:41:31,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T18:41:31,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1a6f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,AVAILABLE} 2024-11-23T18:41:31,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3abe01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T18:41:31,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49eb4490{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/java.io.tmpdir/jetty-localhost-40383-hadoop-hdfs-3_4_1-tests_jar-_-any-2002955094754415709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:41:31,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34af3519{HTTP/1.1, (http/1.1)}{localhost:40383} 2024-11-23T18:41:31,154 INFO [Time-limited test {}] server.Server(415): Started @95982ms 2024-11-23T18:41:31,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T18:41:32,286 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data1/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,286 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data2/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,306 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:41:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3c2d6c42ea0ff2 with lease ID 0x33e2b5797d9679b0: Processing first storage report for DS-8213b230-9439-4575-85dc-101af76ef4e1 from datanode DatanodeRegistration(127.0.0.1:38765, datanodeUuid=c24eabad-adea-43f6-a8a0-ff90a259589d, infoPort=44437, infoSecurePort=0, ipcPort=45905, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3c2d6c42ea0ff2 with lease ID 0x33e2b5797d9679b0: from storage DS-8213b230-9439-4575-85dc-101af76ef4e1 node DatanodeRegistration(127.0.0.1:38765, datanodeUuid=c24eabad-adea-43f6-a8a0-ff90a259589d, infoPort=44437, infoSecurePort=0, ipcPort=45905, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3c2d6c42ea0ff2 with lease ID 0x33e2b5797d9679b0: Processing first storage report for DS-dffd6e00-8cf5-4a52-bd45-4aaadeea9824 from datanode DatanodeRegistration(127.0.0.1:38765, datanodeUuid=c24eabad-adea-43f6-a8a0-ff90a259589d, infoPort=44437, infoSecurePort=0, ipcPort=45905, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3c2d6c42ea0ff2 with lease ID 0x33e2b5797d9679b0: from storage DS-dffd6e00-8cf5-4a52-bd45-4aaadeea9824 node DatanodeRegistration(127.0.0.1:38765, datanodeUuid=c24eabad-adea-43f6-a8a0-ff90a259589d, infoPort=44437, infoSecurePort=0, ipcPort=45905, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,415 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data3/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,415 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data4/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,436 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:41:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04b62f2486e8696 with lease ID 0x33e2b5797d9679b1: Processing first storage report for DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=5d55e087-8d5c-4a20-9e13-b97a126c82c8, infoPort=33109, infoSecurePort=0, ipcPort=40379, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04b62f2486e8696 with lease ID 0x33e2b5797d9679b1: from storage DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=5d55e087-8d5c-4a20-9e13-b97a126c82c8, infoPort=33109, infoSecurePort=0, ipcPort=40379, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb04b62f2486e8696 with lease ID 0x33e2b5797d9679b1: Processing first storage report for DS-4fd3114a-57e7-455a-b606-fddd8fce2363 from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=5d55e087-8d5c-4a20-9e13-b97a126c82c8, infoPort=33109, infoSecurePort=0, ipcPort=40379, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb04b62f2486e8696 with lease ID 0x33e2b5797d9679b1: from storage DS-4fd3114a-57e7-455a-b606-fddd8fce2363 node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=5d55e087-8d5c-4a20-9e13-b97a126c82c8, infoPort=33109, infoSecurePort=0, ipcPort=40379, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,475 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data6/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,475 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data5/current/BP-1017416441-172.17.0.2-1732387289927/current, will proceed with Du for space computation calculation, 2024-11-23T18:41:32,498 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T18:41:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb191051c0b423bd6 with lease ID 0x33e2b5797d9679b2: Processing first storage report for DS-5e27bbc1-6689-4e70-9513-60663072315c from datanode DatanodeRegistration(127.0.0.1:36315, datanodeUuid=362bddfe-b38a-4f88-b3c4-c822243cd41f, infoPort=37859, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb191051c0b423bd6 with lease ID 0x33e2b5797d9679b2: from storage DS-5e27bbc1-6689-4e70-9513-60663072315c node DatanodeRegistration(127.0.0.1:36315, datanodeUuid=362bddfe-b38a-4f88-b3c4-c822243cd41f, infoPort=37859, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb191051c0b423bd6 with lease ID 0x33e2b5797d9679b2: Processing first storage report for DS-b66c0e2b-4cf5-430c-8e5c-2354084edeb7 from datanode DatanodeRegistration(127.0.0.1:36315, datanodeUuid=362bddfe-b38a-4f88-b3c4-c822243cd41f, infoPort=37859, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927) 2024-11-23T18:41:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb191051c0b423bd6 with lease ID 0x33e2b5797d9679b2: from storage DS-b66c0e2b-4cf5-430c-8e5c-2354084edeb7 node DatanodeRegistration(127.0.0.1:36315, datanodeUuid=362bddfe-b38a-4f88-b3c4-c822243cd41f, infoPort=37859, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1969046806;c=1732387289927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T18:41:32,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5 2024-11-23T18:41:32,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/zookeeper_0, clientPort=57172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T18:41:32,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57172 2024-11-23T18:41:32,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:41:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:41:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741825_1001 (size=7) 2024-11-23T18:41:32,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d with version=8 2024-11-23T18:41:32,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/hbase-staging 2024-11-23T18:41:32,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:41:32,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:41:32,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:41:32,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T18:41:32,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:41:32,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42875 2024-11-23T18:41:32,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42875 connecting to ZooKeeper ensemble=127.0.0.1:57172 2024-11-23T18:41:32,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428750x0, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:41:32,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42875-0x1016900416c0000 connected 2024-11-23T18:41:32,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:32,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d, hbase.cluster.distributed=false 2024-11-23T18:41:32,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:41:32,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42875 2024-11-23T18:41:32,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42875 2024-11-23T18:41:32,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42875 2024-11-23T18:41:32,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42875 2024-11-23T18:41:32,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42875 2024-11-23T18:41:32,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:41:32,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:41:32,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35073 2024-11-23T18:41:32,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35073 connecting to ZooKeeper ensemble=127.0.0.1:57172 2024-11-23T18:41:32,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350730x0, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:41:32,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:32,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35073-0x1016900416c0001 connected 2024-11-23T18:41:32,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:41:32,822 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:41:32,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:41:32,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:41:32,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-23T18:41:32,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35073 2024-11-23T18:41:32,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35073 2024-11-23T18:41:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-23T18:41:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-23T18:41:32,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:41:32,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:41:32,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36939 2024-11-23T18:41:32,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36939 connecting to ZooKeeper ensemble=127.0.0.1:57172 2024-11-23T18:41:32,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369390x0, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:41:32,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36939-0x1016900416c0002 connected 2024-11-23T18:41:32,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:32,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:41:32,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:41:32,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:41:32,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:41:32,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-23T18:41:32,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36939 2024-11-23T18:41:32,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36939 2024-11-23T18:41:32,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-23T18:41:32,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36939 2024-11-23T18:41:32,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=45 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T18:41:32,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T18:41:32,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40605 2024-11-23T18:41:32,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40605 connecting to ZooKeeper ensemble=127.0.0.1:57172 2024-11-23T18:41:32,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406050x0, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T18:41:32,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406050x0, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:41:32,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40605-0x1016900416c0003 connected 2024-11-23T18:41:32,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T18:41:32,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T18:41:32,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T18:41:32,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T18:41:32,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-23T18:41:32,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40605 2024-11-23T18:41:32,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40605 2024-11-23T18:41:32,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-23T18:41:32,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40605 2024-11-23T18:41:32,903 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2eda60943ea1:42875 2024-11-23T18:41:32,903 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2eda60943ea1,42875,1732387292625 2024-11-23T18:41:32,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:32,969 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2eda60943ea1,42875,1732387292625 2024-11-23T18:41:32,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:32,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,053 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T18:41:33,054 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2eda60943ea1,42875,1732387292625 from backup master directory 2024-11-23T18:41:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2eda60943ea1,42875,1732387292625 2024-11-23T18:41:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T18:41:33,084 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:41:33,084 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2eda60943ea1,42875,1732387292625 2024-11-23T18:41:33,088 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/hbase.id] with ID: 458d1d33-99d1-419c-b508-9d8a8ed6553b 2024-11-23T18:41:33,089 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.tmp/hbase.id 2024-11-23T18:41:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:41:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:41:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741826_1002 (size=42) 2024-11-23T18:41:33,100 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.tmp/hbase.id]:[hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/hbase.id] 2024-11-23T18:41:33,113 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T18:41:33,113 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T18:41:33,115 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T18:41:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:41:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:41:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741827_1003 (size=196) 2024-11-23T18:41:33,138 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T18:41:33,138 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T18:41:33,139 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:41:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:41:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:41:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741828_1004 (size=1189) 2024-11-23T18:41:33,149 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store 2024-11-23T18:41:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:41:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:41:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741829_1005 (size=34) 2024-11-23T18:41:33,159 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:33,160 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T18:41:33,160 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:33,160 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:33,160 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T18:41:33,160 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:33,160 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:41:33,160 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732387293160Disabling compacts and flushes for region at 1732387293160Disabling writes for close at 1732387293160Writing region close event to WAL at 1732387293160Closed at 1732387293160 2024-11-23T18:41:33,161 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/.initializing 2024-11-23T18:41:33,161 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/WALs/2eda60943ea1,42875,1732387292625 2024-11-23T18:41:33,163 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:41:33,166 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C42875%2C1732387292625, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/WALs/2eda60943ea1,42875,1732387292625, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/oldWALs, maxLogs=10 2024-11-23T18:41:33,179 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/WALs/2eda60943ea1,42875,1732387292625/2eda60943ea1%2C42875%2C1732387292625.1732387293166, exclude list is [], retry=0 2024-11-23T18:41:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38765,DS-8213b230-9439-4575-85dc-101af76ef4e1,DISK] 2024-11-23T18:41:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-5e27bbc1-6689-4e70-9513-60663072315c,DISK] 2024-11-23T18:41:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b,DISK] 2024-11-23T18:41:33,185 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/WALs/2eda60943ea1,42875,1732387292625/2eda60943ea1%2C42875%2C1732387292625.1732387293166 2024-11-23T18:41:33,185 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:37859:37859),(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-23T18:41:33,185 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T18:41:33,186 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:33,186 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,186 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T18:41:33,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:33,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T18:41:33,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:33,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T18:41:33,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:33,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T18:41:33,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:33,196 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,197 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,198 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,199 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,199 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,200 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:41:33,201 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T18:41:33,203 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:33,204 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61591202, jitterRate=-0.08221957087516785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:41:33,204 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732387293186Initializing all the Stores at 1732387293187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387293187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387293187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387293187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387293187Cleaning up temporary data from old regions at 1732387293199 (+12 ms)Region opened successfully at 1732387293204 (+5 ms) 2024-11-23T18:41:33,204 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T18:41:33,208 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0bddf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:41:33,209 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T18:41:33,209 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T18:41:33,209 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T18:41:33,210 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T18:41:33,210 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T18:41:33,211 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T18:41:33,211 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T18:41:33,213 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T18:41:33,214 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T18:41:33,220 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T18:41:33,220 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T18:41:33,221 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T18:41:33,231 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T18:41:33,231 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T18:41:33,232 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T18:41:33,241 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T18:41:33,242 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T18:41:33,252 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T18:41:33,254 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T18:41:33,262 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,274 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2eda60943ea1,42875,1732387292625, sessionid=0x1016900416c0000, setting cluster-up flag (Was=false) 2024-11-23T18:41:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,326 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T18:41:33,327 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,42875,1732387292625 2024-11-23T18:41:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,473 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T18:41:33,476 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,42875,1732387292625 2024-11-23T18:41:33,479 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T18:41:33,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T18:41:33,483 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T18:41:33,483 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T18:41:33,484 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T18:41:33,484 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2eda60943ea1,42875,1732387292625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T18:41:33,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:33,488 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:41:33,488 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2eda60943ea1:0, corePoolSize=10, maxPoolSize=10 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:41:33,489 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:41:33,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T18:41:33,493 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(746): ClusterId : 458d1d33-99d1-419c-b508-9d8a8ed6553b 2024-11-23T18:41:33,494 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:41:33,495 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732387323501 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T18:41:33,501 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T18:41:33,502 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:33,504 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T18:41:33,505 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T18:41:33,505 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T18:41:33,505 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(746): ClusterId : 458d1d33-99d1-419c-b508-9d8a8ed6553b 2024-11-23T18:41:33,505 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:41:33,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:33,505 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(746): ClusterId : 458d1d33-99d1-419c-b508-9d8a8ed6553b 2024-11-23T18:41:33,505 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T18:41:33,505 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:41:33,505 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:41:33,508 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T18:41:33,508 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T18:41:33,511 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387293508,5,FailOnTimeoutGroup] 2024-11-23T18:41:33,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T18:41:33,512 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387293511,5,FailOnTimeoutGroup] 2024-11-23T18:41:33,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T18:41:33,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T18:41:33,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:41:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:41:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741831_1007 (size=1321) 2024-11-23T18:41:33,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T18:41:33,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:33,526 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:41:33,526 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:41:33,526 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T18:41:33,527 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T18:41:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:41:33,527 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:41:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:41:33,527 DEBUG [RS:0;2eda60943ea1:35073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787d8318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:41:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741832_1008 (size=32) 2024-11-23T18:41:33,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:33,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T18:41:33,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T18:41:33,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:33,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T18:41:33,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T18:41:33,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T18:41:33,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T18:41:33,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:33,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T18:41:33,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T18:41:33,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:33,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:33,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T18:41:33,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740 2024-11-23T18:41:33,540 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2eda60943ea1:35073 2024-11-23T18:41:33,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740 2024-11-23T18:41:33,540 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:41:33,540 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:41:33,540 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:41:33,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T18:41:33,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T18:41:33,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:41:33,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T18:41:33,546 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:33,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68496462, jitterRate=0.02067682147026062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:41:33,547 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,42875,1732387292625 with port=35073, startcode=1732387292801 2024-11-23T18:41:33,547 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:41:33,547 DEBUG [RS:0;2eda60943ea1:35073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:41:33,547 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T18:41:33,547 DEBUG [RS:1;2eda60943ea1:36939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f90e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:41:33,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732387293529Initializing all the Stores at 1732387293530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387293530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387293530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387293530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387293530Cleaning up temporary data from old regions at 1732387293542 (+12 ms)Region opened successfully at 1732387293547 (+5 ms) 2024-11-23T18:41:33,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T18:41:33,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T18:41:33,548 DEBUG [RS:2;2eda60943ea1:40605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369e2e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T18:41:33,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T18:41:33,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T18:41:33,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T18:41:33,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T18:41:33,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732387293547Disabling compacts and flushes for region at 1732387293547Disabling writes for close at 1732387293548 (+1 ms)Writing region close event to WAL at 1732387293549 (+1 ms)Closed at 1732387293549 2024-11-23T18:41:33,549 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:41:33,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:41:33,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T18:41:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T18:41:33,561 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:33,561 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41485 2024-11-23T18:41:33,561 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:41:33,562 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2eda60943ea1:36939 2024-11-23T18:41:33,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T18:41:33,562 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:41:33,562 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:41:33,562 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:41:33,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T18:41:33,563 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2eda60943ea1:40605 2024-11-23T18:41:33,563 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T18:41:33,563 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T18:41:33,563 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T18:41:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:41:33,568 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,42875,1732387292625 with port=40605, startcode=1732387292869 2024-11-23T18:41:33,568 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,42875,1732387292625 with port=36939, startcode=1732387292841 2024-11-23T18:41:33,568 DEBUG [RS:1;2eda60943ea1:36939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:41:33,568 DEBUG [RS:2;2eda60943ea1:40605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T18:41:33,568 DEBUG [RS:0;2eda60943ea1:35073 {}] zookeeper.ZKUtil(111): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,568 WARN [RS:0;2eda60943ea1:35073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:41:33,568 INFO [RS:0;2eda60943ea1:35073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:41:33,569 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,35073,1732387292801] 2024-11-23T18:41:33,570 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:41:33,570 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T18:41:33,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,572 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:33,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42875 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,572 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41485 2024-11-23T18:41:33,572 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:41:33,573 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:33,573 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41485 2024-11-23T18:41:33,573 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T18:41:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:41:33,602 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:41:33,605 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:41:33,605 INFO [RS:0;2eda60943ea1:35073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:41:33,606 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,606 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:41:33,607 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:41:33,607 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,607 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,607 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,607 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,608 DEBUG [RS:0;2eda60943ea1:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,611 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,612 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,612 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,612 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,612 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,612 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,35073,1732387292801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:41:33,621 DEBUG [RS:2;2eda60943ea1:40605 {}] zookeeper.ZKUtil(111): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,40605,1732387292869] 2024-11-23T18:41:33,621 WARN [RS:2;2eda60943ea1:40605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:41:33,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,36939,1732387292841] 2024-11-23T18:41:33,621 DEBUG [RS:1;2eda60943ea1:36939 {}] zookeeper.ZKUtil(111): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,621 WARN [RS:1;2eda60943ea1:36939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T18:41:33,621 INFO [RS:2;2eda60943ea1:40605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:41:33,621 INFO [RS:1;2eda60943ea1:36939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:41:33,621 DEBUG [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,621 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,626 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:41:33,628 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:41:33,628 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,35073,1732387292801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,629 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,629 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.Replication(171): 2eda60943ea1,35073,1732387292801 started 2024-11-23T18:41:33,629 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:41:33,629 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T18:41:33,633 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T18:41:33,633 INFO [RS:2;2eda60943ea1:40605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:41:33,633 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,634 INFO [RS:1;2eda60943ea1:36939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T18:41:33,634 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:41:33,634 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,634 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T18:41:33,635 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:41:33,635 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,635 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,636 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,636 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,636 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,636 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,636 DEBUG [RS:1;2eda60943ea1:36939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,640 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T18:41:33,640 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,640 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,640 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,640 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,640 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,640 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,641 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,641 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,36939,1732387292841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,641 DEBUG [RS:2;2eda60943ea1:40605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T18:41:33,645 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,645 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,645 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,645 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,646 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,646 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,40605,1732387292869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:41:33,648 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,648 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,35073,1732387292801, RpcServer on 2eda60943ea1/172.17.0.2:35073, sessionid=0x1016900416c0001 2024-11-23T18:41:33,648 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:41:33,648 DEBUG [RS:0;2eda60943ea1:35073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,648 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,35073,1732387292801' 2024-11-23T18:41:33,648 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:41:33,649 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:41:33,652 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,35073,1732387292801' 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:41:33,653 DEBUG [RS:0;2eda60943ea1:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:41:33,654 INFO [RS:0;2eda60943ea1:35073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:41:33,654 INFO [RS:0;2eda60943ea1:35073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:41:33,659 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:41:33,660 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,36939,1732387292841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,660 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,660 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.Replication(171): 2eda60943ea1,36939,1732387292841 started 2024-11-23T18:41:33,664 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T18:41:33,664 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,40605,1732387292869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,664 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,664 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.Replication(171): 2eda60943ea1,40605,1732387292869 started 2024-11-23T18:41:33,677 INFO [RS:1;2eda60943ea1:36939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,677 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,36939,1732387292841, RpcServer on 2eda60943ea1/172.17.0.2:36939, sessionid=0x1016900416c0002 2024-11-23T18:41:33,677 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:41:33,677 DEBUG [RS:1;2eda60943ea1:36939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,677 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,36939,1732387292841' 2024-11-23T18:41:33,677 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,36939,1732387292841 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,36939,1732387292841' 2024-11-23T18:41:33,678 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:41:33,679 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:41:33,679 DEBUG [RS:1;2eda60943ea1:36939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:41:33,679 INFO [RS:1;2eda60943ea1:36939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:41:33,679 INFO [RS:1;2eda60943ea1:36939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:41:33,683 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:33,684 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,40605,1732387292869, RpcServer on 2eda60943ea1/172.17.0.2:40605, sessionid=0x1016900416c0003 2024-11-23T18:41:33,684 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T18:41:33,684 DEBUG [RS:2;2eda60943ea1:40605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,684 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,40605,1732387292869' 2024-11-23T18:41:33,684 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,40605,1732387292869 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,40605,1732387292869' 2024-11-23T18:41:33,685 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T18:41:33,686 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T18:41:33,686 DEBUG [RS:2;2eda60943ea1:40605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T18:41:33,686 INFO [RS:2;2eda60943ea1:40605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T18:41:33,686 INFO [RS:2;2eda60943ea1:40605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T18:41:33,713 WARN [2eda60943ea1:42875 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T18:41:33,754 INFO [RS:0;2eda60943ea1:35073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:41:33,756 INFO [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C35073%2C1732387292801, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs, maxLogs=32 2024-11-23T18:41:33,773 DEBUG [RS:0;2eda60943ea1:35073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801/2eda60943ea1%2C35073%2C1732387292801.1732387293759, exclude list is [], retry=0 2024-11-23T18:41:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-5e27bbc1-6689-4e70-9513-60663072315c,DISK] 2024-11-23T18:41:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b,DISK] 2024-11-23T18:41:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38765,DS-8213b230-9439-4575-85dc-101af76ef4e1,DISK] 2024-11-23T18:41:33,780 INFO [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801/2eda60943ea1%2C35073%2C1732387292801.1732387293759 2024-11-23T18:41:33,780 INFO [RS:1;2eda60943ea1:36939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:41:33,780 DEBUG [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:37859:37859),(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-23T18:41:33,787 INFO [RS:2;2eda60943ea1:40605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T18:41:33,787 INFO [RS:1;2eda60943ea1:36939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C36939%2C1732387292841, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs, maxLogs=32 2024-11-23T18:41:33,788 INFO [RS:2;2eda60943ea1:40605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C40605%2C1732387292869, suffix=, logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,40605,1732387292869, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs, maxLogs=32 2024-11-23T18:41:33,801 DEBUG [RS:1;2eda60943ea1:36939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841/2eda60943ea1%2C36939%2C1732387292841.1732387293788, exclude list is [], retry=0 2024-11-23T18:41:33,801 DEBUG [RS:2;2eda60943ea1:40605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,40605,1732387292869/2eda60943ea1%2C40605%2C1732387292869.1732387293789, exclude list is [], retry=0 2024-11-23T18:41:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b,DISK] 2024-11-23T18:41:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-5e27bbc1-6689-4e70-9513-60663072315c,DISK] 2024-11-23T18:41:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38765,DS-8213b230-9439-4575-85dc-101af76ef4e1,DISK] 2024-11-23T18:41:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38765,DS-8213b230-9439-4575-85dc-101af76ef4e1,DISK] 2024-11-23T18:41:33,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-5e27bbc1-6689-4e70-9513-60663072315c,DISK] 2024-11-23T18:41:33,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b,DISK] 2024-11-23T18:41:33,819 INFO [RS:1;2eda60943ea1:36939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841/2eda60943ea1%2C36939%2C1732387292841.1732387293788 2024-11-23T18:41:33,819 INFO [RS:2;2eda60943ea1:40605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,40605,1732387292869/2eda60943ea1%2C40605%2C1732387292869.1732387293789 2024-11-23T18:41:33,820 DEBUG [RS:2;2eda60943ea1:40605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109),(127.0.0.1/127.0.0.1:37859:37859),(127.0.0.1/127.0.0.1:44437:44437)] 2024-11-23T18:41:33,820 DEBUG [RS:1;2eda60943ea1:36939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37859:37859),(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-23T18:41:33,963 DEBUG [2eda60943ea1:42875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T18:41:33,964 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T18:41:33,966 INFO [2eda60943ea1:42875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:41:33,966 INFO [2eda60943ea1:42875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:41:33,966 INFO [2eda60943ea1:42875 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T18:41:33,966 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:41:33,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:33,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,35073,1732387292801, state=OPENING 2024-11-23T18:41:33,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T18:41:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:41:33,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:33,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:33,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:33,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T18:41:33,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:33,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:41:39,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T18:41:39,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:39,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:39,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:43,171 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2eda60943ea1:41495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T18:41:43,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:41:43,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:41:44,011 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T18:41:44,011 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T18:41:44,012 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T18:41:44,015 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C35073%2C1732387292801.meta, suffix=.meta, logDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801, archiveDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs, maxLogs=32 2024-11-23T18:41:44,035 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801/2eda60943ea1%2C35073%2C1732387292801.meta.1732387304016.meta, exclude list is [], retry=0 2024-11-23T18:41:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-5e27bbc1-6689-4e70-9513-60663072315c,DISK] 2024-11-23T18:41:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38765,DS-8213b230-9439-4575-85dc-101af76ef4e1,DISK] 2024-11-23T18:41:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-dd85a4a5-168a-4cda-b86a-9ccd8852676b,DISK] 2024-11-23T18:41:44,041 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801/2eda60943ea1%2C35073%2C1732387292801.meta.1732387304016.meta 2024-11-23T18:41:44,044 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44437:44437),(127.0.0.1/127.0.0.1:37859:37859),(127.0.0.1/127.0.0.1:33109:33109)] 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T18:41:44,045 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,045 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T18:41:44,046 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T18:41:44,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T18:41:44,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T18:41:44,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:44,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:44,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T18:41:44,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T18:41:44,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:44,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:44,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T18:41:44,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T18:41:44,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:44,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:44,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T18:41:44,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T18:41:44,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:44,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T18:41:44,058 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T18:41:44,060 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740 2024-11-23T18:41:44,064 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740 2024-11-23T18:41:44,068 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T18:41:44,068 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T18:41:44,068 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T18:41:44,071 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T18:41:44,077 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68846112, jitterRate=0.025887012481689453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T18:41:44,077 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T18:41:44,078 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732387304046Writing region info on filesystem at 1732387304046Initializing all the Stores at 1732387304047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387304047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387304048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387304048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732387304048Cleaning up temporary data from old regions at 1732387304068 (+20 ms)Running coprocessor post-open hooks at 1732387304077 (+9 ms)Region opened successfully at 1732387304078 (+1 ms) 2024-11-23T18:41:44,079 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732387303993 2024-11-23T18:41:44,082 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T18:41:44,082 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T18:41:44,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,35073,1732387292801, state=OPEN 2024-11-23T18:41:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:41:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:41:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:41:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T18:41:44,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:44,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:44,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:44,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T18:41:44,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T18:41:44,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,35073,1732387292801 in 10.1460 sec 2024-11-23T18:41:44,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T18:41:44,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5780 sec 2024-11-23T18:41:44,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T18:41:44,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T18:41:44,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:41:44,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,35073,1732387292801, seqNum=-1] 2024-11-23T18:41:44,147 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:41:44,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:41:44,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6730 sec 2024-11-23T18:41:44,155 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732387304155, completionTime=-1 2024-11-23T18:41:44,155 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T18:41:44,155 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T18:41:44,158 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T18:41:44,158 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732387364158 2024-11-23T18:41:44,158 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732387424158 2024-11-23T18:41:44,158 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T18:41:44,158 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T18:41:44,159 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,159 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,159 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,159 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2eda60943ea1:42875, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,159 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,161 DEBUG [master/2eda60943ea1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T18:41:44,164 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,171 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.087sec 2024-11-23T18:41:44,172 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T18:41:44,172 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T18:41:44,172 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T18:41:44,172 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T18:41:44,172 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T18:41:44,173 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T18:41:44,173 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T18:41:44,176 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T18:41:44,176 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T18:41:44,176 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42875,1732387292625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T18:41:44,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345e4fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,42875,-1 for getting cluster id 2024-11-23T18:41:44,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T18:41:44,215 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458d1d33-99d1-419c-b508-9d8a8ed6553b' 2024-11-23T18:41:44,216 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T18:41:44,216 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458d1d33-99d1-419c-b508-9d8a8ed6553b" 2024-11-23T18:41:44,216 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b876fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,217 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,42875,-1] 2024-11-23T18:41:44,217 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T18:41:44,217 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:44,221 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T18:41:44,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62316b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:41:44,223 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,35073,1732387292801, seqNum=-1] 2024-11-23T18:41:44,224 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:41:44,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:41:44,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2eda60943ea1,42875,1732387292625 2024-11-23T18:41:44,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732387304230 (current time:1732387304230). 2024-11-23T18:41:44,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T18:41:44,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T18:41:44,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee4c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,42875,-1 for getting cluster id 2024-11-23T18:41:44,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T18:41:44,232 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458d1d33-99d1-419c-b508-9d8a8ed6553b' 2024-11-23T18:41:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T18:41:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458d1d33-99d1-419c-b508-9d8a8ed6553b" 2024-11-23T18:41:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211d3e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,42875,-1] 2024-11-23T18:41:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T18:41:44,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:44,234 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T18:41:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac1e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T18:41:44,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T18:41:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,35073,1732387292801, seqNum=-1] 2024-11-23T18:41:44,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:41:44,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:41:44,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:41:44,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:41:44,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:44,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:41:44,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T18:41:44,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T18:41:44,241 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2eda60943ea1,42875,1732387292625 2024-11-23T18:41:44,241 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efb5b80 2024-11-23T18:41:44,242 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T18:41:44,243 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T18:41:44,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T18:41:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T18:41:44,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T18:41:44,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:44,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T18:41:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:44,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T18:41:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:41:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:41:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741837_1013 (size=361) 2024-11-23T18:41:44,275 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 186d9bbdf0dfa49e41fbbaf43af9f240, NAME => 'SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,280 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 05b9c1c999d0746fc4ca4b70356f19ad, NAME => 'SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,281 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 05507e746da28272a05faeebe4f5b5fb, NAME => 'SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741838_1014 (size=54) 2024-11-23T18:41:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741838_1014 (size=54) 2024-11-23T18:41:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741838_1014 (size=54) 2024-11-23T18:41:44,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 186d9bbdf0dfa49e41fbbaf43af9f240, disabling compactions & flushes 2024-11-23T18:41:44,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:44,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:44,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. after waiting 0 ms 2024-11-23T18:41:44,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:44,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:44,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 186d9bbdf0dfa49e41fbbaf43af9f240: Waiting for close lock at 1732387304305Disabling compacts and flushes for region at 1732387304305Disabling writes for close at 1732387304306 (+1 ms)Writing region close event to WAL at 1732387304306Closed at 1732387304306 2024-11-23T18:41:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741839_1015 (size=62) 2024-11-23T18:41:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741839_1015 (size=62) 2024-11-23T18:41:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741839_1015 (size=62) 2024-11-23T18:41:44,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b3a591f52aeae2a36fbe0198995669, NAME => 'SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 05507e746da28272a05faeebe4f5b5fb, disabling compactions & flushes 2024-11-23T18:41:44,307 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:44,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:44,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. after waiting 0 ms 2024-11-23T18:41:44,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:44,308 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:44,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 05507e746da28272a05faeebe4f5b5fb: Waiting for close lock at 1732387304307Disabling compacts and flushes for region at 1732387304307Disabling writes for close at 1732387304308 (+1 ms)Writing region close event to WAL at 1732387304308Closed at 1732387304308 2024-11-23T18:41:44,309 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ff997b0147221c31d43b52e4a4a7ed3b, NAME => 'SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:41:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:41:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741840_1016 (size=62) 2024-11-23T18:41:44,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 05b9c1c999d0746fc4ca4b70356f19ad, disabling compactions & flushes 2024-11-23T18:41:44,337 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:44,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:44,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. after waiting 0 ms 2024-11-23T18:41:44,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:44,337 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:44,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 05b9c1c999d0746fc4ca4b70356f19ad: Waiting for close lock at 1732387304337Disabling compacts and flushes for region at 1732387304337Disabling writes for close at 1732387304337Writing region close event to WAL at 1732387304337Closed at 1732387304337 2024-11-23T18:41:44,338 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ee1b2ce86c327da9d6fc9862a754c83e, NAME => 'SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:41:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:41:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:41:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741841_1017 (size=62) 2024-11-23T18:41:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:41:44,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 41b3a591f52aeae2a36fbe0198995669, disabling compactions & flushes 2024-11-23T18:41:44,342 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:44,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:44,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. after waiting 0 ms 2024-11-23T18:41:44,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:44,342 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:44,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b3a591f52aeae2a36fbe0198995669: Waiting for close lock at 1732387304342Disabling compacts and flushes for region at 1732387304342Disabling writes for close at 1732387304342Writing region close event to WAL at 1732387304342Closed at 1732387304342 2024-11-23T18:41:44,343 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c338daecbfe634c93ec1abbf9678b0d, NAME => 'SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741842_1018 (size=62) 2024-11-23T18:41:44,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ff997b0147221c31d43b52e4a4a7ed3b, disabling compactions & flushes 2024-11-23T18:41:44,348 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:44,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:44,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. after waiting 0 ms 2024-11-23T18:41:44,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:44,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:44,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ff997b0147221c31d43b52e4a4a7ed3b: Waiting for close lock at 1732387304348Disabling compacts and flushes for region at 1732387304348Disabling writes for close at 1732387304348Writing region close event to WAL at 1732387304348Closed at 1732387304348 2024-11-23T18:41:44,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 138b6c5b7470578b2cc8b70e950f4ee9, NAME => 'SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:41:44,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:41:44,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741843_1019 (size=62) 2024-11-23T18:41:44,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ee1b2ce86c327da9d6fc9862a754c83e, disabling compactions & flushes 2024-11-23T18:41:44,376 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:44,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:44,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. after waiting 0 ms 2024-11-23T18:41:44,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:44,377 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:44,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ee1b2ce86c327da9d6fc9862a754c83e: Waiting for close lock at 1732387304376Disabling compacts and flushes for region at 1732387304376Disabling writes for close at 1732387304377 (+1 ms)Writing region close event to WAL at 1732387304377Closed at 1732387304377 2024-11-23T18:41:44,378 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 77640fea46a0c8a678baecf61e110cef, NAME => 'SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:41:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:41:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741844_1020 (size=62) 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8c338daecbfe634c93ec1abbf9678b0d, disabling compactions & flushes 2024-11-23T18:41:44,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. after waiting 0 ms 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:44,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:44,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c338daecbfe634c93ec1abbf9678b0d: Waiting for close lock at 1732387304416Disabling compacts and flushes for region at 1732387304416Disabling writes for close at 1732387304416Writing region close event to WAL at 1732387304416Closed at 1732387304416 2024-11-23T18:41:44,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c7d9494e1cfae5a472bd786b04626c6, NAME => 'SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d 2024-11-23T18:41:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:41:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:41:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741845_1021 (size=62) 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 138b6c5b7470578b2cc8b70e950f4ee9, disabling compactions & flushes 2024-11-23T18:41:44,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. after waiting 0 ms 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:44,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:44,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 138b6c5b7470578b2cc8b70e950f4ee9: Waiting for close lock at 1732387304428Disabling compacts and flushes for region at 1732387304428Disabling writes for close at 1732387304428Writing region close event to WAL at 1732387304428Closed at 1732387304428 2024-11-23T18:41:44,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:41:44,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:41:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741846_1022 (size=62) 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 77640fea46a0c8a678baecf61e110cef, disabling compactions & flushes 2024-11-23T18:41:44,445 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. after waiting 0 ms 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:44,445 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:44,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 77640fea46a0c8a678baecf61e110cef: Waiting for close lock at 1732387304445Disabling compacts and flushes for region at 1732387304445Disabling writes for close at 1732387304445Writing region close event to WAL at 1732387304445Closed at 1732387304445 2024-11-23T18:41:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:41:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:41:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741847_1023 (size=54) 2024-11-23T18:41:44,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:44,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9c7d9494e1cfae5a472bd786b04626c6, disabling compactions & flushes 2024-11-23T18:41:44,457 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:44,457 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:44,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. after waiting 0 ms 2024-11-23T18:41:44,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:44,458 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:44,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c7d9494e1cfae5a472bd786b04626c6: Waiting for close lock at 1732387304457Disabling compacts and flushes for region at 1732387304457Disabling writes for close at 1732387304458 (+1 ms)Writing region close event to WAL at 1732387304458Closed at 1732387304458 2024-11-23T18:41:44,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T18:41:44,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732387304460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732387304460"}]},"ts":"1732387304460"} 2024-11-23T18:41:44,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T18:41:44,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T18:41:44,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732387304481"}]},"ts":"1732387304481"} 2024-11-23T18:41:44,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T18:41:44,485 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T18:41:44,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:41:44,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:41:44,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T18:41:44,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:41:44,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=186d9bbdf0dfa49e41fbbaf43af9f240, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05507e746da28272a05faeebe4f5b5fb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41b3a591f52aeae2a36fbe0198995669, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff997b0147221c31d43b52e4a4a7ed3b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c338daecbfe634c93ec1abbf9678b0d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=138b6c5b7470578b2cc8b70e950f4ee9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c7d9494e1cfae5a472bd786b04626c6, ASSIGN}] 2024-11-23T18:41:44,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=186d9bbdf0dfa49e41fbbaf43af9f240, ASSIGN 2024-11-23T18:41:44,499 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff997b0147221c31d43b52e4a4a7ed3b, ASSIGN 2024-11-23T18:41:44,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05507e746da28272a05faeebe4f5b5fb, ASSIGN 2024-11-23T18:41:44,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41b3a591f52aeae2a36fbe0198995669, ASSIGN 2024-11-23T18:41:44,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=186d9bbdf0dfa49e41fbbaf43af9f240, ASSIGN; state=OFFLINE, location=2eda60943ea1,35073,1732387292801; forceNewPlan=false, retain=false 2024-11-23T18:41:44,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c7d9494e1cfae5a472bd786b04626c6, ASSIGN 2024-11-23T18:41:44,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05507e746da28272a05faeebe4f5b5fb, ASSIGN; state=OFFLINE, location=2eda60943ea1,40605,1732387292869; forceNewPlan=false, retain=false 2024-11-23T18:41:44,503 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41b3a591f52aeae2a36fbe0198995669, ASSIGN; state=OFFLINE, location=2eda60943ea1,35073,1732387292801; forceNewPlan=false, retain=false 2024-11-23T18:41:44,503 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff997b0147221c31d43b52e4a4a7ed3b, ASSIGN; state=OFFLINE, location=2eda60943ea1,40605,1732387292869; forceNewPlan=false, retain=false 2024-11-23T18:41:44,504 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c7d9494e1cfae5a472bd786b04626c6, ASSIGN; state=OFFLINE, location=2eda60943ea1,35073,1732387292801; forceNewPlan=false, retain=false 2024-11-23T18:41:44,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN 2024-11-23T18:41:44,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN; state=OFFLINE, location=2eda60943ea1,36939,1732387292841; forceNewPlan=false, retain=false 2024-11-23T18:41:44,506 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=138b6c5b7470578b2cc8b70e950f4ee9, ASSIGN 2024-11-23T18:41:44,508 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=138b6c5b7470578b2cc8b70e950f4ee9, ASSIGN; state=OFFLINE, location=2eda60943ea1,40605,1732387292869; forceNewPlan=false, retain=false 2024-11-23T18:41:44,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c338daecbfe634c93ec1abbf9678b0d, ASSIGN 2024-11-23T18:41:44,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c338daecbfe634c93ec1abbf9678b0d, ASSIGN; state=OFFLINE, location=2eda60943ea1,35073,1732387292801; forceNewPlan=false, retain=false 2024-11-23T18:41:44,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN 2024-11-23T18:41:44,511 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN; state=OFFLINE, location=2eda60943ea1,36939,1732387292841; forceNewPlan=false, retain=false 2024-11-23T18:41:44,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN 2024-11-23T18:41:44,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN; state=OFFLINE, location=2eda60943ea1,36939,1732387292841; forceNewPlan=false, retain=false 2024-11-23T18:41:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:44,653 INFO [2eda60943ea1:42875 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T18:41:44,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=138b6c5b7470578b2cc8b70e950f4ee9, regionState=OPENING, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:44,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff997b0147221c31d43b52e4a4a7ed3b, regionState=OPENING, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:44,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=05507e746da28272a05faeebe4f5b5fb, regionState=OPENING, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:44,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=77640fea46a0c8a678baecf61e110cef, regionState=OPENING, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:44,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee1b2ce86c327da9d6fc9862a754c83e, regionState=OPENING, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:44,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05b9c1c999d0746fc4ca4b70356f19ad, regionState=OPENING, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:44,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9c7d9494e1cfae5a472bd786b04626c6, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8c338daecbfe634c93ec1abbf9678b0d, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=41b3a591f52aeae2a36fbe0198995669, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=186d9bbdf0dfa49e41fbbaf43af9f240, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:44,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=138b6c5b7470578b2cc8b70e950f4ee9, ASSIGN because future has completed 2024-11-23T18:41:44,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9, server=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:41:44,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff997b0147221c31d43b52e4a4a7ed3b, ASSIGN because future has completed 2024-11-23T18:41:44,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN because future has completed 2024-11-23T18:41:44,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b, server=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:41:44,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,36939,1732387292841}] 2024-11-23T18:41:44,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05507e746da28272a05faeebe4f5b5fb, ASSIGN because future has completed 2024-11-23T18:41:44,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05507e746da28272a05faeebe4f5b5fb, server=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:41:44,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN because future has completed 2024-11-23T18:41:44,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c7d9494e1cfae5a472bd786b04626c6, ASSIGN because future has completed 2024-11-23T18:41:44,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:41:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c338daecbfe634c93ec1abbf9678b0d, ASSIGN because future has completed 2024-11-23T18:41:44,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41b3a591f52aeae2a36fbe0198995669, ASSIGN because future has completed 2024-11-23T18:41:44,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,36939,1732387292841}] 2024-11-23T18:41:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN because future has completed 2024-11-23T18:41:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=186d9bbdf0dfa49e41fbbaf43af9f240, ASSIGN because future has completed 2024-11-23T18:41:44,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b3a591f52aeae2a36fbe0198995669, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:41:44,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,36939,1732387292841}] 2024-11-23T18:41:44,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:41:44,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:41:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:45,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T18:41:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:49,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:49,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:49,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:49,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T18:41:49,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:41:53,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T18:41:53,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T18:41:53,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T18:41:53,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T18:41:54,665 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:41:54,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:41:54,670 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T18:41:54,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T18:41:54,675 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:54,675 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 05507e746da28272a05faeebe4f5b5fb, NAME => 'SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T18:41:54,676 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,676 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,676 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,676 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,677 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:54,677 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ee1b2ce86c327da9d6fc9862a754c83e, NAME => 'SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T18:41:54,677 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,677 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,677 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,677 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,677 INFO [StoreOpener-05507e746da28272a05faeebe4f5b5fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,679 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,679 INFO [StoreOpener-05507e746da28272a05faeebe4f5b5fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05507e746da28272a05faeebe4f5b5fb columnFamilyName cf 2024-11-23T18:41:54,679 DEBUG [StoreOpener-05507e746da28272a05faeebe4f5b5fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,680 INFO [StoreOpener-05507e746da28272a05faeebe4f5b5fb-1 {}] regionserver.HStore(327): Store=05507e746da28272a05faeebe4f5b5fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,680 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,680 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee1b2ce86c327da9d6fc9862a754c83e columnFamilyName cf 2024-11-23T18:41:54,680 DEBUG [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,681 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] regionserver.HStore(327): Store=ee1b2ce86c327da9d6fc9862a754c83e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,681 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,682 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,682 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,682 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,683 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,684 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,686 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05507e746da28272a05faeebe4f5b5fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,686 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 05507e746da28272a05faeebe4f5b5fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66408930, jitterRate=-0.010429829359054565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,686 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:41:54,686 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 05507e746da28272a05faeebe4f5b5fb: Running coprocessor pre-open hook at 1732387314676Writing region info on filesystem at 1732387314676Initializing all the Stores at 1732387314677 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314677Cleaning up temporary data from old regions at 1732387314681 (+4 ms)Running coprocessor post-open hooks at 1732387314686 (+5 ms)Region opened successfully at 1732387314686 2024-11-23T18:41:54,686 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,687 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ee1b2ce86c327da9d6fc9862a754c83e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74740250, jitterRate=0.11371651291847229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,687 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:41:54,687 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ee1b2ce86c327da9d6fc9862a754c83e: Running coprocessor pre-open hook at 1732387314677Writing region info on filesystem at 1732387314677Initializing all the Stores at 1732387314678 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314678Cleaning up temporary data from old regions at 1732387314682 (+4 ms)Running coprocessor post-open hooks at 1732387314687 (+5 ms)Region opened successfully at 1732387314687 2024-11-23T18:41:54,687 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb., pid=18, masterSystemTime=1732387314664 2024-11-23T18:41:54,688 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e., pid=20, masterSystemTime=1732387314670 2024-11-23T18:41:54,689 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:54,689 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:41:54,690 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 138b6c5b7470578b2cc8b70e950f4ee9, NAME => 'SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T18:41:54,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=05507e746da28272a05faeebe4f5b5fb, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,690 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,690 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:54,690 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,691 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b9c1c999d0746fc4ca4b70356f19ad, NAME => 'SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T18:41:54,691 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,691 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee1b2ce86c327da9d6fc9862a754c83e, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:54,691 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,691 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05507e746da28272a05faeebe4f5b5fb, server=2eda60943ea1,40605,1732387292869 because future has completed 2024-11-23T18:41:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,36939,1732387292841 because future has completed 2024-11-23T18:41:54,694 INFO [StoreOpener-138b6c5b7470578b2cc8b70e950f4ee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,694 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,695 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:54,695 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b3a591f52aeae2a36fbe0198995669, NAME => 'SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T18:41:54,695 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,696 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,696 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,696 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-23T18:41:54,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 05507e746da28272a05faeebe4f5b5fb, server=2eda60943ea1,40605,1732387292869 in 10.0280 sec 2024-11-23T18:41:54,696 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b9c1c999d0746fc4ca4b70356f19ad columnFamilyName cf 2024-11-23T18:41:54,696 DEBUG [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,697 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] regionserver.HStore(327): Store=05b9c1c999d0746fc4ca4b70356f19ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,697 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,697 INFO [StoreOpener-138b6c5b7470578b2cc8b70e950f4ee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 138b6c5b7470578b2cc8b70e950f4ee9 columnFamilyName cf 2024-11-23T18:41:54,698 DEBUG [StoreOpener-138b6c5b7470578b2cc8b70e950f4ee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-23T18:41:54,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,36939,1732387292841 in 10.0160 sec 2024-11-23T18:41:54,698 INFO [StoreOpener-138b6c5b7470578b2cc8b70e950f4ee9-1 {}] regionserver.HStore(327): Store=138b6c5b7470578b2cc8b70e950f4ee9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,698 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,698 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05507e746da28272a05faeebe4f5b5fb, ASSIGN in 10.2030 sec 2024-11-23T18:41:54,699 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,699 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN in 10.2050 sec 2024-11-23T18:41:54,699 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,699 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,699 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,700 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,700 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,700 INFO [StoreOpener-41b3a591f52aeae2a36fbe0198995669-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,701 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,701 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,701 INFO [StoreOpener-41b3a591f52aeae2a36fbe0198995669-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b3a591f52aeae2a36fbe0198995669 columnFamilyName cf 2024-11-23T18:41:54,701 DEBUG [StoreOpener-41b3a591f52aeae2a36fbe0198995669-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,702 INFO [StoreOpener-41b3a591f52aeae2a36fbe0198995669-1 {}] regionserver.HStore(327): Store=41b3a591f52aeae2a36fbe0198995669/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,702 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,703 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,703 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,703 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,703 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,705 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 138b6c5b7470578b2cc8b70e950f4ee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62947340, jitterRate=-0.062011539936065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,705 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 05b9c1c999d0746fc4ca4b70356f19ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74173628, jitterRate=0.10527318716049194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 138b6c5b7470578b2cc8b70e950f4ee9: Running coprocessor pre-open hook at 1732387314691Writing region info on filesystem at 1732387314691Initializing all the Stores at 1732387314692 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314692Cleaning up temporary data from old regions at 1732387314700 (+8 ms)Running coprocessor post-open hooks at 1732387314705 (+5 ms)Region opened successfully at 1732387314705 2024-11-23T18:41:54,705 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 05b9c1c999d0746fc4ca4b70356f19ad: Running coprocessor pre-open hook at 1732387314691Writing region info on filesystem at 1732387314691Initializing all the Stores at 1732387314693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314693Cleaning up temporary data from old regions at 1732387314699 (+6 ms)Running coprocessor post-open hooks at 1732387314705 (+6 ms)Region opened successfully at 1732387314705 2024-11-23T18:41:54,706 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad., pid=24, masterSystemTime=1732387314670 2024-11-23T18:41:54,706 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., pid=15, masterSystemTime=1732387314664 2024-11-23T18:41:54,707 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/41b3a591f52aeae2a36fbe0198995669/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,707 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 41b3a591f52aeae2a36fbe0198995669; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73543868, jitterRate=0.09588903188705444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,707 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:41:54,707 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 41b3a591f52aeae2a36fbe0198995669: Running coprocessor pre-open hook at 1732387314696Writing region info on filesystem at 1732387314696Initializing all the Stores at 1732387314697 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314697Cleaning up temporary data from old regions at 1732387314703 (+6 ms)Running coprocessor post-open hooks at 1732387314707 (+4 ms)Region opened successfully at 1732387314707 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:54,708 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:41:54,708 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 77640fea46a0c8a678baecf61e110cef, NAME => 'SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T18:41:54,708 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669., pid=21, masterSystemTime=1732387314688 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05b9c1c999d0746fc4ca4b70356f19ad, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,708 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:54,709 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:41:54,709 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ff997b0147221c31d43b52e4a4a7ed3b, NAME => 'SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=138b6c5b7470578b2cc8b70e950f4ee9, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,709 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,711 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:54,711 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:41:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,36939,1732387292841 because future has completed 2024-11-23T18:41:54,711 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:54,711 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c338daecbfe634c93ec1abbf9678b0d, NAME => 'SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T18:41:54,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=41b3a591f52aeae2a36fbe0198995669, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:54,711 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,711 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,712 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,712 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,712 INFO [StoreOpener-ff997b0147221c31d43b52e4a4a7ed3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9, server=2eda60943ea1,40605,1732387292869 because future has completed 2024-11-23T18:41:54,713 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b3a591f52aeae2a36fbe0198995669, server=2eda60943ea1,35073,1732387292801 because future has completed 2024-11-23T18:41:54,713 INFO [StoreOpener-8c338daecbfe634c93ec1abbf9678b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,713 INFO [StoreOpener-ff997b0147221c31d43b52e4a4a7ed3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff997b0147221c31d43b52e4a4a7ed3b columnFamilyName cf 2024-11-23T18:41:54,714 DEBUG [StoreOpener-ff997b0147221c31d43b52e4a4a7ed3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,714 INFO [StoreOpener-ff997b0147221c31d43b52e4a4a7ed3b-1 {}] regionserver.HStore(327): Store=ff997b0147221c31d43b52e4a4a7ed3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,714 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,715 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77640fea46a0c8a678baecf61e110cef columnFamilyName cf 2024-11-23T18:41:54,715 DEBUG [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-23T18:41:54,715 INFO [StoreOpener-8c338daecbfe634c93ec1abbf9678b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c338daecbfe634c93ec1abbf9678b0d columnFamilyName cf 2024-11-23T18:41:54,715 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,715 DEBUG [StoreOpener-8c338daecbfe634c93ec1abbf9678b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,716 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] regionserver.HStore(327): Store=77640fea46a0c8a678baecf61e110cef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,716 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,716 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,716 INFO [StoreOpener-8c338daecbfe634c93ec1abbf9678b0d-1 {}] regionserver.HStore(327): Store=8c338daecbfe634c93ec1abbf9678b0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-23T18:41:54,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9, server=2eda60943ea1,40605,1732387292869 in 10.0530 sec 2024-11-23T18:41:54,716 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,716 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,716 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,36939,1732387292841 in 10.0240 sec 2024-11-23T18:41:54,717 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,717 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,717 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-23T18:41:54,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN in 10.2230 sec 2024-11-23T18:41:54,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b3a591f52aeae2a36fbe0198995669, server=2eda60943ea1,35073,1732387292801 in 10.0270 sec 2024-11-23T18:41:54,717 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,718 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,718 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,718 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,718 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=138b6c5b7470578b2cc8b70e950f4ee9, ASSIGN in 10.2230 sec 2024-11-23T18:41:54,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41b3a591f52aeae2a36fbe0198995669, ASSIGN in 10.2240 sec 2024-11-23T18:41:54,719 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,719 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,720 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,737 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,737 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,737 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ff997b0147221c31d43b52e4a4a7ed3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,738 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8c338daecbfe634c93ec1abbf9678b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62507988, jitterRate=-0.06855839490890503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,738 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 77640fea46a0c8a678baecf61e110cef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64475472, jitterRate=-0.03924059867858887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,738 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:41:54,738 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:41:54,738 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8c338daecbfe634c93ec1abbf9678b0d: Running coprocessor pre-open hook at 1732387314712Writing region info on filesystem at 1732387314712Initializing all the Stores at 1732387314713 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314713Cleaning up temporary data from old regions at 1732387314718 (+5 ms)Running coprocessor post-open hooks at 1732387314738 (+20 ms)Region opened successfully at 1732387314738 2024-11-23T18:41:54,738 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 77640fea46a0c8a678baecf61e110cef: Running coprocessor pre-open hook at 1732387314709Writing region info on filesystem at 1732387314709Initializing all the Stores at 1732387314711 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314711Cleaning up temporary data from old regions at 1732387314718 (+7 ms)Running coprocessor post-open hooks at 1732387314738 (+20 ms)Region opened successfully at 1732387314738 2024-11-23T18:41:54,739 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ff997b0147221c31d43b52e4a4a7ed3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64873286, jitterRate=-0.033312708139419556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,739 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:41:54,739 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ff997b0147221c31d43b52e4a4a7ed3b: Running coprocessor pre-open hook at 1732387314710Writing region info on filesystem at 1732387314710Initializing all the Stores at 1732387314711 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314711Cleaning up temporary data from old regions at 1732387314716 (+5 ms)Running coprocessor post-open hooks at 1732387314739 (+23 ms)Region opened successfully at 1732387314739 2024-11-23T18:41:54,739 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., pid=17, masterSystemTime=1732387314670 2024-11-23T18:41:54,739 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., pid=23, masterSystemTime=1732387314688 2024-11-23T18:41:54,740 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b., pid=16, masterSystemTime=1732387314664 2024-11-23T18:41:54,742 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:54,742 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:41:54,742 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:54,742 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 186d9bbdf0dfa49e41fbbaf43af9f240, NAME => 'SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T18:41:54,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8c338daecbfe634c93ec1abbf9678b0d, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:54,743 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,743 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,743 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,743 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,743 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:54,743 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:41:54,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=77640fea46a0c8a678baecf61e110cef, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,36939,1732387292841 2024-11-23T18:41:54,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff997b0147221c31d43b52e4a4a7ed3b, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:41:54,745 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:54,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d, server=2eda60943ea1,35073,1732387292801 because future has completed 2024-11-23T18:41:54,749 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:41:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,36939,1732387292841 because future has completed 2024-11-23T18:41:54,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b, server=2eda60943ea1,40605,1732387292869 because future has completed 2024-11-23T18:41:54,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-23T18:41:54,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d, server=2eda60943ea1,35073,1732387292801 in 10.0620 sec 2024-11-23T18:41:54,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-23T18:41:54,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,36939,1732387292841 in 10.0910 sec 2024-11-23T18:41:54,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-23T18:41:54,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b, server=2eda60943ea1,40605,1732387292869 in 10.0910 sec 2024-11-23T18:41:54,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c338daecbfe634c93ec1abbf9678b0d, ASSIGN in 10.2610 sec 2024-11-23T18:41:54,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN in 10.2620 sec 2024-11-23T18:41:54,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff997b0147221c31d43b52e4a4a7ed3b, ASSIGN in 10.2630 sec 2024-11-23T18:41:54,760 INFO [StoreOpener-186d9bbdf0dfa49e41fbbaf43af9f240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,762 INFO [StoreOpener-186d9bbdf0dfa49e41fbbaf43af9f240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186d9bbdf0dfa49e41fbbaf43af9f240 columnFamilyName cf 2024-11-23T18:41:54,762 DEBUG [StoreOpener-186d9bbdf0dfa49e41fbbaf43af9f240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,763 INFO [StoreOpener-186d9bbdf0dfa49e41fbbaf43af9f240-1 {}] regionserver.HStore(327): Store=186d9bbdf0dfa49e41fbbaf43af9f240/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,763 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,764 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,765 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,765 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,765 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,767 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,770 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/186d9bbdf0dfa49e41fbbaf43af9f240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,771 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 186d9bbdf0dfa49e41fbbaf43af9f240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70671854, jitterRate=0.05309268832206726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,771 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:41:54,771 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 186d9bbdf0dfa49e41fbbaf43af9f240: Running coprocessor pre-open hook at 1732387314743Writing region info on filesystem at 1732387314743Initializing all the Stores at 1732387314746 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314746Cleaning up temporary data from old regions at 1732387314765 (+19 ms)Running coprocessor post-open hooks at 1732387314771 (+6 ms)Region opened successfully at 1732387314771 2024-11-23T18:41:54,772 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240., pid=22, masterSystemTime=1732387314688 2024-11-23T18:41:54,775 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:54,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=186d9bbdf0dfa49e41fbbaf43af9f240, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:54,776 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:41:54,776 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:54,776 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c7d9494e1cfae5a472bd786b04626c6, NAME => 'SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T18:41:54,777 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,777 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:41:54,777 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,777 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240, server=2eda60943ea1,35073,1732387292801 because future has completed 2024-11-23T18:41:54,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-23T18:41:54,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240, server=2eda60943ea1,35073,1732387292801 in 10.0910 sec 2024-11-23T18:41:54,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=186d9bbdf0dfa49e41fbbaf43af9f240, ASSIGN in 10.2880 sec 2024-11-23T18:41:54,784 INFO [StoreOpener-9c7d9494e1cfae5a472bd786b04626c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,786 INFO [StoreOpener-9c7d9494e1cfae5a472bd786b04626c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7d9494e1cfae5a472bd786b04626c6 columnFamilyName cf 2024-11-23T18:41:54,786 DEBUG [StoreOpener-9c7d9494e1cfae5a472bd786b04626c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:41:54,787 INFO [StoreOpener-9c7d9494e1cfae5a472bd786b04626c6-1 {}] regionserver.HStore(327): Store=9c7d9494e1cfae5a472bd786b04626c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:41:54,787 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,788 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,788 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,789 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,789 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,791 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,793 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T18:41:54,794 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9c7d9494e1cfae5a472bd786b04626c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64506008, jitterRate=-0.038785576820373535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:41:54,794 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:41:54,794 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9c7d9494e1cfae5a472bd786b04626c6: Running coprocessor pre-open hook at 1732387314777Writing region info on filesystem at 1732387314777Initializing all the Stores at 1732387314778 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387314778Cleaning up temporary data from old regions at 1732387314789 (+11 ms)Running coprocessor post-open hooks at 1732387314794 (+5 ms)Region opened successfully at 1732387314794 2024-11-23T18:41:54,795 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., pid=19, masterSystemTime=1732387314688 2024-11-23T18:41:54,797 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:54,797 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:41:54,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9c7d9494e1cfae5a472bd786b04626c6, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:41:54,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6, server=2eda60943ea1,35073,1732387292801 because future has completed 2024-11-23T18:41:54,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-23T18:41:54,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6, server=2eda60943ea1,35073,1732387292801 in 10.1290 sec 2024-11-23T18:41:54,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-23T18:41:54,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c7d9494e1cfae5a472bd786b04626c6, ASSIGN in 10.3100 sec 2024-11-23T18:41:54,806 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T18:41:54,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732387314806"}]},"ts":"1732387314806"} 2024-11-23T18:41:54,808 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T18:41:54,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T18:41:54,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5640 sec 2024-11-23T18:41:57,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T18:41:59,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:59,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:41:59,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:42:00,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T18:42:00,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:42:00,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:42:00,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T18:42:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T18:42:02,523 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T18:42:02,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T18:42:02,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:42:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T18:42:02,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:42:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T18:42:02,558 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., hostname=2eda60943ea1,40605,1732387292869, seqNum=2] 2024-11-23T18:42:02,604 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T18:42:02,611 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., hostname=2eda60943ea1,40605,1732387292869, seqNum=2] 2024-11-23T18:42:02,613 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., hostname=2eda60943ea1,40605,1732387292869, seqNum=2] 2024-11-23T18:42:02,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., hostname=2eda60943ea1,40605,1732387292869, seqNum=2] 2024-11-23T18:42:02,615 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., hostname=2eda60943ea1,40605,1732387292869, seqNum=2] 2024-11-23T18:42:02,641 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., hostname=2eda60943ea1,36939,1732387292841, seqNum=2] 2024-11-23T18:42:02,643 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., hostname=2eda60943ea1,36939,1732387292841, seqNum=2] 2024-11-23T18:42:02,645 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., hostname=2eda60943ea1,36939,1732387292841, seqNum=2] 2024-11-23T18:42:02,646 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., hostname=2eda60943ea1,36939,1732387292841, seqNum=2] 2024-11-23T18:42:02,647 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., hostname=2eda60943ea1,36939,1732387292841, seqNum=2] 2024-11-23T18:42:02,709 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,710 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,712 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,714 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:02,715 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6., hostname=2eda60943ea1,35073,1732387292801, seqNum=2] 2024-11-23T18:42:03,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:42:03,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T18:42:03,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:42:03,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T18:42:03,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40605 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:42:03,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:03,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:42:03,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:42:03,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35073 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T18:42:03,993 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T18:42:03,993 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:42:03,994 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T18:42:03,995 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T18:42:03,999 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T18:42:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:42:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:42:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741848_1024 (size=49) 2024-11-23T18:42:04,016 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T18:42:04,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05507e746da28272a05faeebe4f5b5fb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b3a591f52aeae2a36fbe0198995669}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77640fea46a0c8a678baecf61e110cef}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6}] 2024-11-23T18:42:04,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:42:04,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:42:04,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:42:04,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:04,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:42:04,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:04,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:42:04,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:42:04,024 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:04,026 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:42:05,692 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-23T18:42:14,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T18:42:14,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T18:42:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T18:42:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T18:42:14,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:14,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 41b3a591f52aeae2a36fbe0198995669: 2024-11-23T18:42:14,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T18:42:14,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:14,032 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8c338daecbfe634c93ec1abbf9678b0d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-23T18:42:14,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T18:42:14,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:14,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 138b6c5b7470578b2cc8b70e950f4ee9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T18:42:14,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T18:42:14,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:14,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 05b9c1c999d0746fc4ca4b70356f19ad: 2024-11-23T18:42:14,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T18:42:14,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:14,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9c7d9494e1cfae5a472bd786b04626c6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-23T18:42:14,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T18:42:14,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:14,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ff997b0147221c31d43b52e4a4a7ed3b: 2024-11-23T18:42:14,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T18:42:14,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:14,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ee1b2ce86c327da9d6fc9862a754c83e: 2024-11-23T18:42:14,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:14,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 77640fea46a0c8a678baecf61e110cef 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 05507e746da28272a05faeebe4f5b5fb: 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/.tmp/cf/dce968d3b35e475b89bc235ee6e0e9d8 is 34, key is aaa/cf:cf/1732387323433/Put/seqid=0 2024-11-23T18:42:14,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/.tmp/cf/3d4c6c5fd183474ea3e8460aa4ed715a is 34, key is baa/cf:cf/1732387323390/Put/seqid=0 2024-11-23T18:42:14,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/.tmp/cf/bd9cd27c587f438481fedd2f0a4c3c2a is 34, key is ccd/cf:cf/1732387323419/Put/seqid=0 2024-11-23T18:42:14,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/.tmp/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd is 34, key is eaa/cf:cf/1732387323901/Put/seqid=0 2024-11-23T18:42:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741849_1025 (size=65) 2024-11-23T18:42:14,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741849_1025 (size=65) 2024-11-23T18:42:14,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741849_1025 (size=65) 2024-11-23T18:42:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 186d9bbdf0dfa49e41fbbaf43af9f240: 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:42:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T18:42:14,364 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:42:14,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b3a591f52aeae2a36fbe0198995669 in 10.3510 sec 2024-11-23T18:42:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:42:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:42:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741852_1028 (size=26918) 2024-11-23T18:42:14,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:14,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T18:42:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T18:42:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741852_1028 (size=26918) 2024-11-23T18:42:14,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741851_1027 (size=65) 2024-11-23T18:42:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741852_1028 (size=26918) 2024-11-23T18:42:14,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:14,496 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/.tmp/cf/dce968d3b35e475b89bc235ee6e0e9d8 2024-11-23T18:42:14,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad in 10.4800 sec 2024-11-23T18:42:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:42:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:42:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741850_1026 (size=65) 2024-11-23T18:42:14,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:14,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T18:42:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T18:42:14,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:42:14,537 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:42:14,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff997b0147221c31d43b52e4a4a7ed3b in 10.5330 sec 2024-11-23T18:42:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741853_1029 (size=65) 2024-11-23T18:42:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741853_1029 (size=65) 2024-11-23T18:42:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741853_1029 (size=65) 2024-11-23T18:42:14,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:14,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T18:42:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T18:42:14,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:42:14,556 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:42:14,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05507e746da28272a05faeebe4f5b5fb in 10.5410 sec 2024-11-23T18:42:14,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/.tmp/cf/dce968d3b35e475b89bc235ee6e0e9d8 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/cf/dce968d3b35e475b89bc235ee6e0e9d8 2024-11-23T18:42:14,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/cf/dce968d3b35e475b89bc235ee6e0e9d8, entries=676, sequenceid=5, filesize=26.3 K 2024-11-23T18:42:14,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8c338daecbfe634c93ec1abbf9678b0d in 612ms, sequenceid=5, compaction requested=false 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8c338daecbfe634c93ec1abbf9678b0d: 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/cf/dce968d3b35e475b89bc235ee6e0e9d8] hfiles 2024-11-23T18:42:14,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/cf/dce968d3b35e475b89bc235ee6e0e9d8 for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741854_1030 (size=65) 2024-11-23T18:42:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741854_1030 (size=65) 2024-11-23T18:42:14,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:14,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T18:42:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T18:42:14,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741854_1030 (size=65) 2024-11-23T18:42:14,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741857_1033 (size=47197) 2024-11-23T18:42:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741857_1033 (size=47197) 2024-11-23T18:42:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741857_1033 (size=47197) 2024-11-23T18:42:14,689 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/.tmp/cf/bd9cd27c587f438481fedd2f0a4c3c2a 2024-11-23T18:42:14,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e in 10.6740 sec 2024-11-23T18:42:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741855_1031 (size=499309) 2024-11-23T18:42:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741855_1031 (size=499309) 2024-11-23T18:42:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741855_1031 (size=499309) 2024-11-23T18:42:14,715 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/.tmp/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd 2024-11-23T18:42:14,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/.tmp/cf/bd9cd27c587f438481fedd2f0a4c3c2a as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/cf/bd9cd27c587f438481fedd2f0a4c3c2a 2024-11-23T18:42:14,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/.tmp/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd 2024-11-23T18:42:14,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-23T18:42:14,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9c7d9494e1cfae5a472bd786b04626c6 in 723ms, sequenceid=5, compaction requested=false 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9c7d9494e1cfae5a472bd786b04626c6: 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd] hfiles 2024-11-23T18:42:14,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/cf/1fde6b5c0fe945cbb9503b1ad3ae05fd for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741856_1032 (size=28623) 2024-11-23T18:42:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741856_1032 (size=28623) 2024-11-23T18:42:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741856_1032 (size=28623) 2024-11-23T18:42:14,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/.tmp/cf/3d4c6c5fd183474ea3e8460aa4ed715a 2024-11-23T18:42:14,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/.tmp/cf/3d4c6c5fd183474ea3e8460aa4ed715a as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/cf/3d4c6c5fd183474ea3e8460aa4ed715a 2024-11-23T18:42:14,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/cf/bd9cd27c587f438481fedd2f0a4c3c2a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T18:42:14,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 77640fea46a0c8a678baecf61e110cef in 705ms, sequenceid=5, compaction requested=false 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 77640fea46a0c8a678baecf61e110cef: 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/cf/bd9cd27c587f438481fedd2f0a4c3c2a] hfiles 2024-11-23T18:42:14,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/cf/bd9cd27c587f438481fedd2f0a4c3c2a for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/cf/3d4c6c5fd183474ea3e8460aa4ed715a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T18:42:14,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 138b6c5b7470578b2cc8b70e950f4ee9 in 781ms, sequenceid=5, compaction requested=false 2024-11-23T18:42:14,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 138b6c5b7470578b2cc8b70e950f4ee9: 2024-11-23T18:42:14,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. for SnapshotProcedureTest completed. 2024-11-23T18:42:14,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T18:42:14,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/cf/3d4c6c5fd183474ea3e8460aa4ed715a] hfiles 2024-11-23T18:42:14,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/cf/3d4c6c5fd183474ea3e8460aa4ed715a for snapshot=SnapshotProcedureTest 2024-11-23T18:42:14,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741858_1034 (size=57) 2024-11-23T18:42:14,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741858_1034 (size=57) 2024-11-23T18:42:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741858_1034 (size=57) 2024-11-23T18:42:14,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:14,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T18:42:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T18:42:14,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:42:14,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:42:14,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 186d9bbdf0dfa49e41fbbaf43af9f240 in 10.8130 sec 2024-11-23T18:42:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741859_1035 (size=105) 2024-11-23T18:42:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741859_1035 (size=105) 2024-11-23T18:42:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741859_1035 (size=105) 2024-11-23T18:42:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741861_1037 (size=105) 2024-11-23T18:42:14,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741861_1037 (size=105) 2024-11-23T18:42:14,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741861_1037 (size=105) 2024-11-23T18:42:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741862_1038 (size=97) 2024-11-23T18:42:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741862_1038 (size=97) 2024-11-23T18:42:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741862_1038 (size=97) 2024-11-23T18:42:15,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:15,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T18:42:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T18:42:15,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:42:15,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:42:15,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c7d9494e1cfae5a472bd786b04626c6 in 11.0070 sec 2024-11-23T18:42:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741860_1036 (size=105) 2024-11-23T18:42:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741860_1036 (size=105) 2024-11-23T18:42:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741860_1036 (size=105) 2024-11-23T18:42:15,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:15,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T18:42:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T18:42:15,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:42:15,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:42:15,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 138b6c5b7470578b2cc8b70e950f4ee9 in 11.0430 sec 2024-11-23T18:42:15,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:15,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T18:42:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T18:42:15,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:42:15,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:42:15,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c338daecbfe634c93ec1abbf9678b0d in 11.3230 sec 2024-11-23T18:42:15,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:15,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T18:42:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T18:42:15,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:15,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:15,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-23T18:42:15,365 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T18:42:15,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77640fea46a0c8a678baecf61e110cef in 11.3420 sec 2024-11-23T18:42:15,368 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T18:42:15,373 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T18:42:15,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T18:42:15,397 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:42:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741863_1039 (size=1174) 2024-11-23T18:42:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741863_1039 (size=1174) 2024-11-23T18:42:15,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741863_1039 (size=1174) 2024-11-23T18:42:15,565 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T18:42:15,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T18:42:15,580 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:15,583 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:15,586 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,587 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:15,592 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:15,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,593 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:15,593 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:15,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:42:15,622 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2eda60943ea1,36939,1732387292841: Simulated kill ***** 2024-11-23T18:42:15,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T18:42:15,623 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T18:42:15,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T18:42:15,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T18:42:15,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T18:42:15,624 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 604520960 }, "NonHeapMemoryUsage": { "committed": 177340416, "init": 7667712, "max": -1, "used": 172076752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T18:42:15,625 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42875 {}] master.MasterRpcServices(700): 2eda60943ea1,36939,1732387292841 reported a fatal error: ***** ABORTING region server 2eda60943ea1,36939,1732387292841: Simulated kill ***** 2024-11-23T18:42:15,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,36939,1732387292841' ***** 2024-11-23T18:42:15,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T18:42:15,633 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T18:42:15,635 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:42:15,635 INFO [RS:1;2eda60943ea1:36939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T18:42:15,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:42:15,635 INFO [RS:1;2eda60943ea1:36939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T18:42:15,635 INFO [RS:1;2eda60943ea1:36939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:42:15,635 INFO [RS:1;2eda60943ea1:36939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2eda60943ea1:36939. 2024-11-23T18:42:15,635 DEBUG [RS:1;2eda60943ea1:36939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:42:15,635 DEBUG [RS:1;2eda60943ea1:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:15,641 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T18:42:15,642 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T18:42:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741834_1010 (size=1488) 2024-11-23T18:42:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741834_1010 (size=1488) 2024-11-23T18:42:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741834_1010 (size=1488) 2024-11-23T18:42:15,668 DEBUG [RS:1;2eda60943ea1:36939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:15,668 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:15,668 INFO [RS:1;2eda60943ea1:36939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36939 2024-11-23T18:42:15,688 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:42:15,754 INFO [RS:1;2eda60943ea1:36939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:42:15,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,36939,1732387292841] 2024-11-23T18:42:15,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,36939,1732387292841 already deleted, retry=false 2024-11-23T18:42:15,776 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2eda60943ea1,36939,1732387292841 on 2eda60943ea1,42875,1732387292625 2024-11-23T18:42:15,778 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2eda60943ea1,36939,1732387292841, splitWal=true, meta=false 2024-11-23T18:42:15,778 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 2eda60943ea1,36939,1732387292841 (carryingMeta=false) 2eda60943ea1,36939,1732387292841/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20625d56[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T18:42:15,780 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2eda60943ea1,36939,1732387292841, splitWal=true, meta=false 2024-11-23T18:42:15,784 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2eda60943ea1,36939,1732387292841 had 3 regions 2024-11-23T18:42:15,788 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2eda60943ea1,36939,1732387292841, splitWal=true, meta=false, isMeta: false 2024-11-23T18:42:15,790 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting 2024-11-23T18:42:15,791 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2eda60943ea1,36939,1732387292841 WAL count=1, meta=false 2024-11-23T18:42:15,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2eda60943ea1%2C36939%2C1732387292841.1732387293788}] 2024-11-23T18:42:15,801 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:15,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2eda60943ea1%2C36939%2C1732387292841.1732387293788, worker=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:42:15,803 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,36939,1732387292841 Release verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,803 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2eda60943ea1,36939,1732387292841, this operation will be retried to send to another server 2024-11-23T18:42:15,803 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:42:15,804 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732387336804 2024-11-23T18:42:15,812 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,36939,1732387292841 Release verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,812 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 2eda60943ea1,36939,1732387292841, this operation will be retried to send to another server 2024-11-23T18:42:15,812 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:42:15,813 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732387336813 2024-11-23T18:42:15,825 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-23T18:42:15,825 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-23T18:42:15,825 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-23T18:42:15,828 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,36939,1732387292841 Release verify snapshot worker=2eda60943ea1,36939,1732387292841 2024-11-23T18:42:15,829 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 2eda60943ea1,36939,1732387292841, this operation will be retried to send to another server 2024-11-23T18:42:15,829 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T18:42:15,829 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732387336829 2024-11-23T18:42:15,866 INFO [RS:1;2eda60943ea1:36939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:42:15,866 INFO [RS:1;2eda60943ea1:36939 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,36939,1732387292841; zookeeper connection closed. 2024-11-23T18:42:15,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:15,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36939-0x1016900416c0002, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:15,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5df8d682 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5df8d682 2024-11-23T18:42:24,179 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T18:42:24,179 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T18:42:25,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-23T18:42:25,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-23T18:42:25,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-23T18:42:25,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:42:25,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T18:42:25,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T18:42:25,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-23T18:42:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T18:42:25,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-23T18:42:25,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-23T18:42:25,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-23T18:42:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-23T18:42:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-23T18:42:25,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-23T18:42:25,590 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,590 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,591 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 10.0180 sec 2024-11-23T18:42:25,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 10.0190 sec 2024-11-23T18:42:25,595 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,595 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,595 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 10.0180 sec 2024-11-23T18:42:25,609 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788, size=1.5 K (1488bytes) 2024-11-23T18:42:25,609 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 2024-11-23T18:42:25,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T18:42:25,610 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 after 1ms 2024-11-23T18:42:25,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-23T18:42:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-23T18:42:25,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-23T18:42:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-23T18:42:25,613 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 Release verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-23T18:42:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-23T18:42:25,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 in 10.0410 sec 2024-11-23T18:42:25,616 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 Release verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,616 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 in 10.0440 sec 2024-11-23T18:42:25,618 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 Release verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 in 10.0460 sec 2024-11-23T18:42:25,621 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 took 12ms 2024-11-23T18:42:25,624 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ee1b2ce86c327da9d6fc9862a754c83e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:42:25,625 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 05b9c1c999d0746fc4ca4b70356f19ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T18:42:25,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 77640fea46a0c8a678baecf61e110cef: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-23T18:42:25,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 so closing down 2024-11-23T18:42:25,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T18:42:25,629 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T18:42:25,630 INFO [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-23T18:42:25,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788, journal: Splitting hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788, size=1.5 K (1488bytes) at 1732387345609Finishing writing output for hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 so closing down at 1732387345629 (+20 ms)3 split writer threads finished at 1732387345629Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732387345630 (+1 ms) 2024-11-23T18:42:25,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 2024-11-23T18:42:25,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T18:42:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-23T18:42:25,638 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting/2eda60943ea1%2C36939%2C1732387292841.1732387293788 to hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs 2024-11-23T18:42:25,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T18:42:25,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2eda60943ea1%2C36939%2C1732387292841.1732387293788, worker=2eda60943ea1,40605,1732387292869 in 9.8360 sec 2024-11-23T18:42:25,643 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T18:42:25,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2eda60943ea1%2C36939%2C1732387292841.1732387293788, worker=2eda60943ea1,40605,1732387292869 in 9.8520 sec 2024-11-23T18:42:25,647 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting dir is empty, no logs to split. 2024-11-23T18:42:25,647 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2eda60943ea1,36939,1732387292841 WAL count=0, meta=false 2024-11-23T18:42:25,647 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 2eda60943ea1,36939,1732387292841 WAL splitting is done? wals=0, meta=false 2024-11-23T18:42:25,651 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2eda60943ea1,36939,1732387292841 failed, ignore...File hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,36939,1732387292841-splitting does not exist. 2024-11-23T18:42:25,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN}] 2024-11-23T18:42:25,657 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN 2024-11-23T18:42:25,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN 2024-11-23T18:42:25,657 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN 2024-11-23T18:42:25,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:42:25,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:42:25,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(204): Hosts are {2eda60943ea1=0} racks are {/default-rack=0} 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T18:42:25,810 INFO [2eda60943ea1:42875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T18:42:25,810 INFO [2eda60943ea1:42875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T18:42:25,810 DEBUG [2eda60943ea1:42875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T18:42:25,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=ee1b2ce86c327da9d6fc9862a754c83e, regionState=OPENING, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:25,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=05b9c1c999d0746fc4ca4b70356f19ad, regionState=OPENING, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=77640fea46a0c8a678baecf61e110cef, regionState=OPENING, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:25,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN because future has completed 2024-11-23T18:42:25,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:42:25,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN because future has completed 2024-11-23T18:42:25,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,35073,1732387292801}] 2024-11-23T18:42:25,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN because future has completed 2024-11-23T18:42:25,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,40605,1732387292869}] 2024-11-23T18:42:32,604 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T18:42:34,740 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T18:42:35,601 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-23T18:42:35,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-23T18:42:35,601 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => ee1b2ce86c327da9d6fc9862a754c83e, NAME => 'SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T18:42:35,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-23T18:42:35,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-23T18:42:35,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-23T18:42:35,602 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,602 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:42:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-23T18:42:35,602 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,602 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-23T18:42:35,604 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-23T18:42:35,605 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-23T18:42:35,605 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee1b2ce86c327da9d6fc9862a754c83e columnFamilyName cf 2024-11-23T18:42:35,605 DEBUG [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:42:35,606 INFO [StoreOpener-ee1b2ce86c327da9d6fc9862a754c83e-1 {}] regionserver.HStore(327): Store=ee1b2ce86c327da9d6fc9862a754c83e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:42:35,606 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,606 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:35,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 20.0330 sec 2024-11-23T18:42:35,607 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 Release verify snapshot worker=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:35,607 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 20.0350 sec 2024-11-23T18:42:35,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,35073,1732387292801 in 20.0350 sec 2024-11-23T18:42:35,608 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,609 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,609 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,610 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,611 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened ee1b2ce86c327da9d6fc9862a754c83e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59443963, jitterRate=-0.1142159253358841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:42:35,611 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,611 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for ee1b2ce86c327da9d6fc9862a754c83e: Running coprocessor pre-open hook at 1732387355603Writing region info on filesystem at 1732387355603Initializing all the Stores at 1732387355603Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387355604 (+1 ms)Cleaning up temporary data from old regions at 1732387355609 (+5 ms)Running coprocessor post-open hooks at 1732387355611 (+2 ms)Region opened successfully at 1732387355611 2024-11-23T18:42:35,612 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e., pid=53, masterSystemTime=1732387355595 2024-11-23T18:42:35,613 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,613 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=ee1b2ce86c327da9d6fc9862a754c83e, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,35073,1732387292801 2024-11-23T18:42:35,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,35073,1732387292801 because future has completed 2024-11-23T18:42:35,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-23T18:42:35,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure ee1b2ce86c327da9d6fc9862a754c83e, server=2eda60943ea1,35073,1732387292801 in 9.8000 sec 2024-11-23T18:42:35,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b2ce86c327da9d6fc9862a754c83e, ASSIGN in 9.9650 sec 2024-11-23T18:42:35,620 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-23T18:42:35,620 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 77640fea46a0c8a678baecf61e110cef, NAME => 'SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T18:42:35,621 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,621 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:42:35,621 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,621 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-23T18:42:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-23T18:42:35,622 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,623 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77640fea46a0c8a678baecf61e110cef columnFamilyName cf 2024-11-23T18:42:35,623 DEBUG [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:42:35,624 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 Release verify snapshot worker=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:35,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-23T18:42:35,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T18:42:35,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2eda60943ea1,40605,1732387292869 in 20.0520 sec 2024-11-23T18:42:35,626 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T18:42:35,627 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T18:42:35,628 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T18:42:35,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6370 sec 2024-11-23T18:42:35,631 DEBUG [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/cf/bd9cd27c587f438481fedd2f0a4c3c2a 2024-11-23T18:42:35,631 INFO [StoreOpener-77640fea46a0c8a678baecf61e110cef-1 {}] regionserver.HStore(327): Store=77640fea46a0c8a678baecf61e110cef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:42:35,631 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,632 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,633 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,633 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,633 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,635 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,637 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:42:35,638 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 77640fea46a0c8a678baecf61e110cef; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69883626, jitterRate=0.04134717583656311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:42:35,639 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,639 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 77640fea46a0c8a678baecf61e110cef: Running coprocessor pre-open hook at 1732387355621Writing region info on filesystem at 1732387355621Initializing all the Stores at 1732387355622 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387355622Cleaning up temporary data from old regions at 1732387355633 (+11 ms)Running coprocessor post-open hooks at 1732387355639 (+6 ms)Region opened successfully at 1732387355639 2024-11-23T18:42:35,639 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef., pid=52, masterSystemTime=1732387355616 2024-11-23T18:42:35,641 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,641 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,641 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,641 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b9c1c999d0746fc4ca4b70356f19ad, NAME => 'SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T18:42:35,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=77640fea46a0c8a678baecf61e110cef, regionState=OPEN, openSeqNum=6, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:35,642 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,642 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T18:42:35,642 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,642 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,40605,1732387292869 because future has completed 2024-11-23T18:42:35,644 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,645 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b9c1c999d0746fc4ca4b70356f19ad columnFamilyName cf 2024-11-23T18:42:35,645 DEBUG [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T18:42:35,645 INFO [StoreOpener-05b9c1c999d0746fc4ca4b70356f19ad-1 {}] regionserver.HStore(327): Store=05b9c1c999d0746fc4ca4b70356f19ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T18:42:35,645 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,646 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T18:42:35,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 77640fea46a0c8a678baecf61e110cef, server=2eda60943ea1,40605,1732387292869 in 9.8300 sec 2024-11-23T18:42:35,648 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77640fea46a0c8a678baecf61e110cef, ASSIGN in 9.9930 sec 2024-11-23T18:42:35,649 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,649 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,651 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,652 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 05b9c1c999d0746fc4ca4b70356f19ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72425544, jitterRate=0.07922470569610596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T18:42:35,652 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,652 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 05b9c1c999d0746fc4ca4b70356f19ad: Running coprocessor pre-open hook at 1732387355642Writing region info on filesystem at 1732387355642Initializing all the Stores at 1732387355643 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732387355643Cleaning up temporary data from old regions at 1732387355649 (+6 ms)Running coprocessor post-open hooks at 1732387355652 (+3 ms)Region opened successfully at 1732387355652 2024-11-23T18:42:35,653 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad., pid=54, masterSystemTime=1732387355616 2024-11-23T18:42:35,655 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,655 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=05b9c1c999d0746fc4ca4b70356f19ad, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,40605,1732387292869 2024-11-23T18:42:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,40605,1732387292869 because future has completed 2024-11-23T18:42:35,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T18:42:35,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-23T18:42:35,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b9c1c999d0746fc4ca4b70356f19ad, server=2eda60943ea1,40605,1732387292869 in 9.8400 sec 2024-11-23T18:42:35,662 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T18:42:35,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T18:42:35,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:42:35,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:42:35,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T18:42:35,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T18:42:35,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=952661911, stopped=false 2024-11-23T18:42:35,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2eda60943ea1,42875,1732387292625 2024-11-23T18:42:35,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-23T18:42:35,665 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2eda60943ea1,36939,1732387292841 after splitting done 2024-11-23T18:42:35,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b9c1c999d0746fc4ca4b70356f19ad, ASSIGN in 10.0080 sec 2024-11-23T18:42:35,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 2eda60943ea1,36939,1732387292841, splitWal=true, meta=false in 19.8890 sec 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:42:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:42:35,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T18:42:35,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:42:35,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:42:35,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T18:42:35,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T18:42:35,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:42:35,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,35073,1732387292801' ***** 2024-11-23T18:42:35,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T18:42:35,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,40605,1732387292869' ***** 2024-11-23T18:42:35,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T18:42:35,746 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:42:35,746 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T18:42:35,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b3a591f52aeae2a36fbe0198995669 2024-11-23T18:42:35,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 05507e746da28272a05faeebe4f5b5fb 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c338daecbfe634c93ec1abbf9678b0d 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 186d9bbdf0dfa49e41fbbaf43af9f240 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 138b6c5b7470578b2cc8b70e950f4ee9 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b9c1c999d0746fc4ca4b70356f19ad 2024-11-23T18:42:35,747 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b3a591f52aeae2a36fbe0198995669, disabling compactions & flushes 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c7d9494e1cfae5a472bd786b04626c6 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:42:35,747 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:35,747 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(3091): Received CLOSE for 77640fea46a0c8a678baecf61e110cef 2024-11-23T18:42:35,747 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(959): stopping server 2eda60943ea1,35073,1732387292801 2024-11-23T18:42:35,747 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:35,748 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(959): stopping server 2eda60943ea1,40605,1732387292869 2024-11-23T18:42:35,747 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05507e746da28272a05faeebe4f5b5fb, disabling compactions & flushes 2024-11-23T18:42:35,748 INFO [RS:2;2eda60943ea1:40605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:42:35,748 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. after waiting 0 ms 2024-11-23T18:42:35,748 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:35,748 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:35,748 INFO [RS:2;2eda60943ea1:40605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2eda60943ea1:40605. 2024-11-23T18:42:35,748 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2eda60943ea1:35073. 2024-11-23T18:42:35,748 DEBUG [RS:2;2eda60943ea1:40605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:42:35,748 DEBUG [RS:2;2eda60943ea1:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,748 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. after waiting 0 ms 2024-11-23T18:42:35,748 DEBUG [RS:0;2eda60943ea1:35073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T18:42:35,748 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:35,748 DEBUG [RS:0;2eda60943ea1:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,748 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-23T18:42:35,748 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1325): Online Regions={05507e746da28272a05faeebe4f5b5fb=SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb., 138b6c5b7470578b2cc8b70e950f4ee9=SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9., 05b9c1c999d0746fc4ca4b70356f19ad=SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad., ff997b0147221c31d43b52e4a4a7ed3b=SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b., 77640fea46a0c8a678baecf61e110cef=SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef.} 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T18:42:35,748 DEBUG [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1351): Waiting on 05507e746da28272a05faeebe4f5b5fb, 05b9c1c999d0746fc4ca4b70356f19ad, 138b6c5b7470578b2cc8b70e950f4ee9, 77640fea46a0c8a678baecf61e110cef, ff997b0147221c31d43b52e4a4a7ed3b 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T18:42:35,748 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T18:42:35,749 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-23T18:42:35,749 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1325): Online Regions={41b3a591f52aeae2a36fbe0198995669=SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669., 1588230740=hbase:meta,,1.1588230740, 8c338daecbfe634c93ec1abbf9678b0d=SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d., 186d9bbdf0dfa49e41fbbaf43af9f240=SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240., ee1b2ce86c327da9d6fc9862a754c83e=SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e., 9c7d9494e1cfae5a472bd786b04626c6=SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6.} 2024-11-23T18:42:35,749 DEBUG [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 186d9bbdf0dfa49e41fbbaf43af9f240, 41b3a591f52aeae2a36fbe0198995669, 8c338daecbfe634c93ec1abbf9678b0d, 9c7d9494e1cfae5a472bd786b04626c6, ee1b2ce86c327da9d6fc9862a754c83e 2024-11-23T18:42:35,749 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T18:42:35,749 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T18:42:35,749 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T18:42:35,749 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T18:42:35,749 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T18:42:35,749 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-23T18:42:35,752 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/41b3a591f52aeae2a36fbe0198995669/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:42:35,753 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b3a591f52aeae2a36fbe0198995669: Waiting for close lock at 1732387355747Running coprocessor pre-close hooks at 1732387355747Disabling compacts and flushes for region at 1732387355747Disabling writes for close at 1732387355748 (+1 ms)Writing region close event to WAL at 1732387355748Running coprocessor post-close hooks at 1732387355753 (+5 ms)Closed at 1732387355753 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732387304244.41b3a591f52aeae2a36fbe0198995669. 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c338daecbfe634c93ec1abbf9678b0d, disabling compactions & flushes 2024-11-23T18:42:35,753 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. after waiting 0 ms 2024-11-23T18:42:35,753 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:35,757 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05507e746da28272a05faeebe4f5b5fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:42:35,757 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05507e746da28272a05faeebe4f5b5fb: Waiting for close lock at 1732387355747Running coprocessor pre-close hooks at 1732387355747Disabling compacts and flushes for region at 1732387355747Disabling writes for close at 1732387355748 (+1 ms)Writing region close event to WAL at 1732387355748Running coprocessor post-close hooks at 1732387355757 (+9 ms)Closed at 1732387355757 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732387304244.05507e746da28272a05faeebe4f5b5fb. 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 138b6c5b7470578b2cc8b70e950f4ee9, disabling compactions & flushes 2024-11-23T18:42:35,758 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. after waiting 0 ms 2024-11-23T18:42:35,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:35,763 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/8c338daecbfe634c93ec1abbf9678b0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T18:42:35,764 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c338daecbfe634c93ec1abbf9678b0d: Waiting for close lock at 1732387355753Running coprocessor pre-close hooks at 1732387355753Disabling compacts and flushes for region at 1732387355753Disabling writes for close at 1732387355753Writing region close event to WAL at 1732387355757 (+4 ms)Running coprocessor post-close hooks at 1732387355763 (+6 ms)Closed at 1732387355763 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732387304244.8c338daecbfe634c93ec1abbf9678b0d. 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 186d9bbdf0dfa49e41fbbaf43af9f240, disabling compactions & flushes 2024-11-23T18:42:35,764 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. after waiting 0 ms 2024-11-23T18:42:35,764 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:35,766 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/138b6c5b7470578b2cc8b70e950f4ee9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T18:42:35,767 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:35,767 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 138b6c5b7470578b2cc8b70e950f4ee9: Waiting for close lock at 1732387355758Running coprocessor pre-close hooks at 1732387355758Disabling compacts and flushes for region at 1732387355758Disabling writes for close at 1732387355758Writing region close event to WAL at 1732387355763 (+5 ms)Running coprocessor post-close hooks at 1732387355767 (+4 ms)Closed at 1732387355767 2024-11-23T18:42:35,767 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732387304244.138b6c5b7470578b2cc8b70e950f4ee9. 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b9c1c999d0746fc4ca4b70356f19ad, disabling compactions & flushes 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/186d9bbdf0dfa49e41fbbaf43af9f240/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:42:35,768 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. after waiting 0 ms 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,768 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 186d9bbdf0dfa49e41fbbaf43af9f240: Waiting for close lock at 1732387355764Running coprocessor pre-close hooks at 1732387355764Disabling compacts and flushes for region at 1732387355764Disabling writes for close at 1732387355764Writing region close event to WAL at 1732387355765 (+1 ms)Running coprocessor post-close hooks at 1732387355768 (+3 ms)Closed at 1732387355768 2024-11-23T18:42:35,768 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732387304244.186d9bbdf0dfa49e41fbbaf43af9f240. 2024-11-23T18:42:35,769 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee1b2ce86c327da9d6fc9862a754c83e, disabling compactions & flushes 2024-11-23T18:42:35,769 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,769 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,769 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. after waiting 0 ms 2024-11-23T18:42:35,769 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,772 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ee1b2ce86c327da9d6fc9862a754c83e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T18:42:35,772 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/info/1b56d6d9c66c414a8ee91af16a5e07e0 is 167, key is SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad./info:regioninfo/1732387355655/Put/seqid=0 2024-11-23T18:42:35,772 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/05b9c1c999d0746fc4ca4b70356f19ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T18:42:35,772 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,772 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee1b2ce86c327da9d6fc9862a754c83e: Waiting for close lock at 1732387355769Running coprocessor pre-close hooks at 1732387355769Disabling compacts and flushes for region at 1732387355769Disabling writes for close at 1732387355769Writing region close event to WAL at 1732387355769Running coprocessor post-close hooks at 1732387355772 (+3 ms)Closed at 1732387355772 2024-11-23T18:42:35,772 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b9c1c999d0746fc4ca4b70356f19ad: Waiting for close lock at 1732387355768Running coprocessor pre-close hooks at 1732387355768Disabling compacts and flushes for region at 1732387355768Disabling writes for close at 1732387355768Writing region close event to WAL at 1732387355768Running coprocessor post-close hooks at 1732387355772 (+4 ms)Closed at 1732387355772 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732387304244.ee1b2ce86c327da9d6fc9862a754c83e. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732387304244.05b9c1c999d0746fc4ca4b70356f19ad. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff997b0147221c31d43b52e4a4a7ed3b, disabling compactions & flushes 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c7d9494e1cfae5a472bd786b04626c6, disabling compactions & flushes 2024-11-23T18:42:35,773 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:35,773 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. after waiting 0 ms 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. after waiting 0 ms 2024-11-23T18:42:35,773 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:35,776 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:35,777 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/ff997b0147221c31d43b52e4a4a7ed3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T18:42:35,778 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff997b0147221c31d43b52e4a4a7ed3b: Waiting for close lock at 1732387355773Running coprocessor pre-close hooks at 1732387355773Disabling compacts and flushes for region at 1732387355773Disabling writes for close at 1732387355773Writing region close event to WAL at 1732387355773Running coprocessor post-close hooks at 1732387355778 (+5 ms)Closed at 1732387355778 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732387304244.ff997b0147221c31d43b52e4a4a7ed3b. 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/9c7d9494e1cfae5a472bd786b04626c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77640fea46a0c8a678baecf61e110cef, disabling compactions & flushes 2024-11-23T18:42:35,778 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. after waiting 0 ms 2024-11-23T18:42:35,778 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,779 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:35,779 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c7d9494e1cfae5a472bd786b04626c6: Waiting for close lock at 1732387355773Running coprocessor pre-close hooks at 1732387355773Disabling compacts and flushes for region at 1732387355773Disabling writes for close at 1732387355773Writing region close event to WAL at 1732387355774 (+1 ms)Running coprocessor post-close hooks at 1732387355779 (+5 ms)Closed at 1732387355779 2024-11-23T18:42:35,779 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732387304244.9c7d9494e1cfae5a472bd786b04626c6. 2024-11-23T18:42:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741864_1040 (size=19817) 2024-11-23T18:42:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741864_1040 (size=19817) 2024-11-23T18:42:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741864_1040 (size=19817) 2024-11-23T18:42:35,781 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/info/1b56d6d9c66c414a8ee91af16a5e07e0 2024-11-23T18:42:35,783 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/default/SPTestTable/77640fea46a0c8a678baecf61e110cef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-23T18:42:35,784 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,784 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77640fea46a0c8a678baecf61e110cef: Waiting for close lock at 1732387355778Running coprocessor pre-close hooks at 1732387355778Disabling compacts and flushes for region at 1732387355778Disabling writes for close at 1732387355778Writing region close event to WAL at 1732387355779 (+1 ms)Running coprocessor post-close hooks at 1732387355784 (+5 ms)Closed at 1732387355784 2024-11-23T18:42:35,784 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732387304244.77640fea46a0c8a678baecf61e110cef. 2024-11-23T18:42:35,808 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:35,808 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/ns/1b8823b9a944450b8bf0f92dff1eb626 is 43, key is default/ns:d/1732387304149/Put/seqid=0 2024-11-23T18:42:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741865_1041 (size=5153) 2024-11-23T18:42:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741865_1041 (size=5153) 2024-11-23T18:42:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741865_1041 (size=5153) 2024-11-23T18:42:35,815 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/ns/1b8823b9a944450b8bf0f92dff1eb626 2024-11-23T18:42:35,837 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/table/1d3677159d494066bed530e90e2c4f56 is 47, key is SPTestTable/table:state/1732387314806/Put/seqid=0 2024-11-23T18:42:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741866_1042 (size=5214) 2024-11-23T18:42:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741866_1042 (size=5214) 2024-11-23T18:42:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741866_1042 (size=5214) 2024-11-23T18:42:35,843 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/table/1d3677159d494066bed530e90e2c4f56 2024-11-23T18:42:35,850 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/info/1b56d6d9c66c414a8ee91af16a5e07e0 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/info/1b56d6d9c66c414a8ee91af16a5e07e0 2024-11-23T18:42:35,856 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/info/1b56d6d9c66c414a8ee91af16a5e07e0, entries=112, sequenceid=35, filesize=19.4 K 2024-11-23T18:42:35,857 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/ns/1b8823b9a944450b8bf0f92dff1eb626 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/ns/1b8823b9a944450b8bf0f92dff1eb626 2024-11-23T18:42:35,863 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/ns/1b8823b9a944450b8bf0f92dff1eb626, entries=2, sequenceid=35, filesize=5.0 K 2024-11-23T18:42:35,863 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/.tmp/table/1d3677159d494066bed530e90e2c4f56 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/table/1d3677159d494066bed530e90e2c4f56 2024-11-23T18:42:35,869 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/table/1d3677159d494066bed530e90e2c4f56, entries=2, sequenceid=35, filesize=5.1 K 2024-11-23T18:42:35,870 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false 2024-11-23T18:42:35,874 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-23T18:42:35,875 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T18:42:35,875 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T18:42:35,875 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732387355749Running coprocessor pre-close hooks at 1732387355749Disabling compacts and flushes for region at 1732387355749Disabling writes for close at 1732387355749Obtaining lock to block concurrent updates at 1732387355749Preparing flush snapshotting stores in 1588230740 at 1732387355749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732387355750 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732387355750Flushing 1588230740/info: creating writer at 1732387355750Flushing 1588230740/info: appending metadata at 1732387355771 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732387355771Flushing 1588230740/ns: creating writer at 1732387355788 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732387355807 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732387355808 (+1 ms)Flushing 1588230740/table: creating writer at 1732387355821 (+13 ms)Flushing 1588230740/table: appending metadata at 1732387355836 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732387355836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74283af7: reopening flushed file at 1732387355849 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52120755: reopening flushed file at 1732387355856 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300b51bc: reopening flushed file at 1732387355863 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false at 1732387355870 (+7 ms)Writing region close event to WAL at 1732387355871 (+1 ms)Running coprocessor post-close hooks at 1732387355875 (+4 ms)Closed at 1732387355875 2024-11-23T18:42:35,875 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T18:42:35,948 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(976): stopping server 2eda60943ea1,40605,1732387292869; all regions closed. 2024-11-23T18:42:35,949 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(976): stopping server 2eda60943ea1,35073,1732387292801; all regions closed. 2024-11-23T18:42:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741835_1011 (size=3564) 2024-11-23T18:42:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741835_1011 (size=3564) 2024-11-23T18:42:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741835_1011 (size=3564) 2024-11-23T18:42:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741836_1012 (size=18438) 2024-11-23T18:42:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741836_1012 (size=18438) 2024-11-23T18:42:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741836_1012 (size=18438) 2024-11-23T18:42:35,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/WALs/2eda60943ea1,35073,1732387292801/2eda60943ea1%2C35073%2C1732387292801.meta.1732387304016.meta not finished, retry = 0 2024-11-23T18:42:35,961 DEBUG [RS:2;2eda60943ea1:40605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs 2024-11-23T18:42:35,961 INFO [RS:2;2eda60943ea1:40605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C40605%2C1732387292869:(num 1732387293789) 2024-11-23T18:42:35,961 DEBUG [RS:2;2eda60943ea1:40605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:35,961 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] hbase.ChoreService(370): Chore service for: regionserver/2eda60943ea1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:42:35,962 INFO [regionserver/2eda60943ea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:42:35,962 INFO [RS:2;2eda60943ea1:40605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40605 2024-11-23T18:42:35,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,40605,1732387292869 2024-11-23T18:42:35,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:42:35,975 INFO [RS:2;2eda60943ea1:40605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:42:35,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,40605,1732387292869] 2024-11-23T18:42:35,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,40605,1732387292869 already deleted, retry=false 2024-11-23T18:42:35,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2eda60943ea1,40605,1732387292869 expired; onlineServers=1 2024-11-23T18:42:36,062 DEBUG [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs 2024-11-23T18:42:36,062 INFO [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C35073%2C1732387292801.meta:.meta(num 1732387304016) 2024-11-23T18:42:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741833_1009 (size=4022) 2024-11-23T18:42:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741833_1009 (size=4022) 2024-11-23T18:42:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741833_1009 (size=4022) 2024-11-23T18:42:36,073 DEBUG [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/oldWALs 2024-11-23T18:42:36,073 INFO [RS:0;2eda60943ea1:35073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C35073%2C1732387292801:(num 1732387293759) 2024-11-23T18:42:36,073 DEBUG [RS:0;2eda60943ea1:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T18:42:36,073 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T18:42:36,073 INFO [RS:0;2eda60943ea1:35073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:42:36,073 INFO [RS:0;2eda60943ea1:35073 {}] hbase.ChoreService(370): Chore service for: regionserver/2eda60943ea1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T18:42:36,073 INFO [RS:0;2eda60943ea1:35073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:42:36,073 INFO [regionserver/2eda60943ea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:42:36,074 INFO [RS:0;2eda60943ea1:35073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35073 2024-11-23T18:42:36,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T18:42:36,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,35073,1732387292801 2024-11-23T18:42:36,080 INFO [RS:0;2eda60943ea1:35073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:42:36,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,35073,1732387292801] 2024-11-23T18:42:36,086 INFO [RS:2;2eda60943ea1:40605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:42:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40605-0x1016900416c0003, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,086 INFO [RS:2;2eda60943ea1:40605 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,40605,1732387292869; zookeeper connection closed. 2024-11-23T18:42:36,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b47a60a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b47a60a 2024-11-23T18:42:36,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,35073,1732387292801 already deleted, retry=false 2024-11-23T18:42:36,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2eda60943ea1,35073,1732387292801 expired; onlineServers=0 2024-11-23T18:42:36,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2eda60943ea1,42875,1732387292625' ***** 2024-11-23T18:42:36,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T18:42:36,101 INFO [M:0;2eda60943ea1:42875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T18:42:36,101 INFO [M:0;2eda60943ea1:42875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T18:42:36,101 DEBUG [M:0;2eda60943ea1:42875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T18:42:36,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T18:42:36,102 DEBUG [M:0;2eda60943ea1:42875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T18:42:36,102 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387293511 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732387293511,5,FailOnTimeoutGroup] 2024-11-23T18:42:36,102 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387293508 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732387293508,5,FailOnTimeoutGroup] 2024-11-23T18:42:36,102 INFO [M:0;2eda60943ea1:42875 {}] hbase.ChoreService(370): Chore service for: master/2eda60943ea1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T18:42:36,102 INFO [M:0;2eda60943ea1:42875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T18:42:36,102 DEBUG [M:0;2eda60943ea1:42875 {}] master.HMaster(1795): Stopping service threads 2024-11-23T18:42:36,102 INFO [M:0;2eda60943ea1:42875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T18:42:36,102 INFO [M:0;2eda60943ea1:42875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T18:42:36,102 ERROR [M:0;2eda60943ea1:42875 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:41485 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41485,5,PEWorkerGroup] 2024-11-23T18:42:36,103 INFO [M:0;2eda60943ea1:42875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T18:42:36,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T18:42:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T18:42:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T18:42:36,112 DEBUG [M:0;2eda60943ea1:42875 {}] zookeeper.ZKUtil(347): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T18:42:36,112 WARN [M:0;2eda60943ea1:42875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T18:42:36,113 INFO [M:0;2eda60943ea1:42875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/.lastflushedseqids 2024-11-23T18:42:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741867_1043 (size=650) 2024-11-23T18:42:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741867_1043 (size=650) 2024-11-23T18:42:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741867_1043 (size=650) 2024-11-23T18:42:36,125 INFO [M:0;2eda60943ea1:42875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T18:42:36,125 INFO [M:0;2eda60943ea1:42875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T18:42:36,125 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T18:42:36,125 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:42:36,125 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:42:36,125 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T18:42:36,125 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:42:36,125 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.46 KB heapSize=273.06 KB 2024-11-23T18:42:36,139 DEBUG [M:0;2eda60943ea1:42875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53a79e0884e245829f7063b3695f435d is 82, key is hbase:meta,,1/info:regioninfo/1732387304082/Put/seqid=0 2024-11-23T18:42:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741868_1044 (size=5672) 2024-11-23T18:42:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741868_1044 (size=5672) 2024-11-23T18:42:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741868_1044 (size=5672) 2024-11-23T18:42:36,148 INFO [M:0;2eda60943ea1:42875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53a79e0884e245829f7063b3695f435d 2024-11-23T18:42:36,168 DEBUG [M:0;2eda60943ea1:42875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0470b113151e4b139e3757cb52d995d6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732387314811/Put/seqid=0 2024-11-23T18:42:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741869_1045 (size=9321) 2024-11-23T18:42:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741869_1045 (size=9321) 2024-11-23T18:42:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741869_1045 (size=9321) 2024-11-23T18:42:36,174 INFO [M:0;2eda60943ea1:42875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.72 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0470b113151e4b139e3757cb52d995d6 2024-11-23T18:42:36,179 INFO [M:0;2eda60943ea1:42875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0470b113151e4b139e3757cb52d995d6 2024-11-23T18:42:36,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,191 INFO [RS:0;2eda60943ea1:35073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:42:36,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x1016900416c0001, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,191 INFO [RS:0;2eda60943ea1:35073 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,35073,1732387292801; zookeeper connection closed. 2024-11-23T18:42:36,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22190674 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22190674 2024-11-23T18:42:36,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T18:42:36,193 DEBUG [M:0;2eda60943ea1:42875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ceea965a94e45a79c3ca9facad740 is 69, key is 2eda60943ea1,35073,1732387292801/rs:state/1732387293551/Put/seqid=0 2024-11-23T18:42:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741870_1046 (size=5447) 2024-11-23T18:42:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741870_1046 (size=5447) 2024-11-23T18:42:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741870_1046 (size=5447) 2024-11-23T18:42:36,200 INFO [M:0;2eda60943ea1:42875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ceea965a94e45a79c3ca9facad740 2024-11-23T18:42:36,205 INFO [M:0;2eda60943ea1:42875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d9ceea965a94e45a79c3ca9facad740 2024-11-23T18:42:36,207 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53a79e0884e245829f7063b3695f435d as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53a79e0884e245829f7063b3695f435d 2024-11-23T18:42:36,212 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53a79e0884e245829f7063b3695f435d, entries=8, sequenceid=473, filesize=5.5 K 2024-11-23T18:42:36,213 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0470b113151e4b139e3757cb52d995d6 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0470b113151e4b139e3757cb52d995d6 2024-11-23T18:42:36,220 INFO [M:0;2eda60943ea1:42875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0470b113151e4b139e3757cb52d995d6 2024-11-23T18:42:36,220 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0470b113151e4b139e3757cb52d995d6, entries=54, sequenceid=473, filesize=9.1 K 2024-11-23T18:42:36,221 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ceea965a94e45a79c3ca9facad740 as hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d9ceea965a94e45a79c3ca9facad740 2024-11-23T18:42:36,227 INFO [M:0;2eda60943ea1:42875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d9ceea965a94e45a79c3ca9facad740 2024-11-23T18:42:36,228 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41485/user/jenkins/test-data/6ba6aabc-b74c-177f-b65a-a4eab5301d5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d9ceea965a94e45a79c3ca9facad740, entries=3, sequenceid=473, filesize=5.3 K 2024-11-23T18:42:36,229 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.46 KB/234962, heapSize ~272.77 KB/279312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=473, compaction requested=false 2024-11-23T18:42:36,230 INFO [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T18:42:36,230 DEBUG [M:0;2eda60943ea1:42875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732387356125Disabling compacts and flushes for region at 1732387356125Disabling writes for close at 1732387356125Obtaining lock to block concurrent updates at 1732387356125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732387356125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234962, getHeapSize=279552, getOffHeapSize=0, getCellsCount=576 at 1732387356126 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732387356126Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732387356126Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732387356139 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732387356139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732387356153 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732387356167 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732387356167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732387356180 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732387356193 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732387356193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133a414e: reopening flushed file at 1732387356205 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1e5dac: reopening flushed file at 1732387356213 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a598514: reopening flushed file at 1732387356220 (+7 ms)Finished flush of dataSize ~229.46 KB/234962, heapSize ~272.77 KB/279312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=473, compaction requested=false at 1732387356229 (+9 ms)Writing region close event to WAL at 1732387356230 (+1 ms)Closed at 1732387356230 2024-11-23T18:42:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741830_1006 (size=266538) 2024-11-23T18:42:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38765 is added to blk_1073741830_1006 (size=266538) 2024-11-23T18:42:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741830_1006 (size=266538) 2024-11-23T18:42:36,233 INFO [M:0;2eda60943ea1:42875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T18:42:36,233 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T18:42:36,233 INFO [M:0;2eda60943ea1:42875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42875 2024-11-23T18:42:36,234 INFO [M:0;2eda60943ea1:42875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T18:42:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,338 INFO [M:0;2eda60943ea1:42875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T18:42:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42875-0x1016900416c0000, quorum=127.0.0.1:57172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T18:42:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49eb4490{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:42:36,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34af3519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:42:36,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:42:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3abe01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:42:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1a6f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,STOPPED} 2024-11-23T18:42:36,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:42:36,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:42:36,376 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:42:36,376 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017416441-172.17.0.2-1732387289927 (Datanode Uuid 362bddfe-b38a-4f88-b3c4-c822243cd41f) service to localhost/127.0.0.1:41485 2024-11-23T18:42:36,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data5/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data6/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:42:36,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f280e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:42:36,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ad4c23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:42:36,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:42:36,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f508ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:42:36,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64987e2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,STOPPED} 2024-11-23T18:42:36,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:42:36,383 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:42:36,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:42:36,383 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017416441-172.17.0.2-1732387289927 (Datanode Uuid 5d55e087-8d5c-4a20-9e13-b97a126c82c8) service to localhost/127.0.0.1:41485 2024-11-23T18:42:36,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data3/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data4/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:42:36,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30e15d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T18:42:36,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec17be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:42:36,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:42:36,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@333250ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:42:36,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3eece0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,STOPPED} 2024-11-23T18:42:36,390 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T18:42:36,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T18:42:36,390 WARN [BP-1017416441-172.17.0.2-1732387289927 heartbeating to localhost/127.0.0.1:41485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017416441-172.17.0.2-1732387289927 (Datanode Uuid c24eabad-adea-43f6-a8a0-ff90a259589d) service to localhost/127.0.0.1:41485 2024-11-23T18:42:36,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T18:42:36,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data1/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/cluster_2a3e0dc3-a10c-6310-142a-3cf275b524ad/data/data2/current/BP-1017416441-172.17.0.2-1732387289927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T18:42:36,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T18:42:36,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c39bcb7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T18:42:36,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43d033f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T18:42:36,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T18:42:36,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b9a34bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T18:42:36,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@222a9290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a31d58d-84a7-6aa3-18b9-702d6b677ce5/hadoop.log.dir/,STOPPED} 2024-11-23T18:42:36,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T18:42:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T18:42:36,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 95) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41485 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41485 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8618 (was 9738)